{"schema":"jesse.drone.generalization.compact.v1","source":{"schema":"jesse.drone.generalization.v1","generated_at":"2026-09-23T05:26:18.028Z","sha256":"66f42dc49c77a1f5d06daf66e49d5a5c22b1b981756f8146fe955b51a36a334c","bytes":3836387,"stamp":{"core_sha256":"94af98cccdde10eafd997d9d0bac90ec1201dd262eb991b1f12d8eaf9b04f947","wasm_sha256":"933fdfb2ab5b75915fca1e273715d27002090ab348b8ff1f55ebf4904a018102","git_rev":null,"node":"v22.23.2","host":"spark-81c7","threads":12},"run":{"out":"/home/dgx9/jesse-drone/study","seconds":12.4,"units":3366,"unit_cpu_s_mean":18.662,"search_unit_cpu_s_mean":21.09}},"provenance":{"source_commit":"a69911dc62","source_note":"run from an exported tree (~/jesse-drone/src-a69911dc62 on each box), so the verdict's git_rev is null; its core_sha256 and wasm_sha256 equal drone.html's drone-core script and planner.wasm at a69911dc62","node":"v22.23.2","units":3366,"hosts":[{"node":"dgx9","hostname":"spark-81c7","role":"courses, fit (144 units), eval shard 0/3, merged verdict"},{"node":"dgx10","hostname":"spark-6745","role":"eval shard 1/3 (1122 units)"},{"node":"dgx11","hostname":"spark-dgx11","role":"eval shard 2/3 (1122 units)"}],"gate_beliefs_sha256":"85be653ce7ee4569d097aa03c47c640e9c33ccd2ef6c67c938b659edd95aa561","replication":{"node":"dgx5","hostname":"spark-dgx5","note":"independent run of the same design, Node v18.19.1, core.mjs 3212ef67 (the lap-records core with the referee on candidate bests), same planner.wasm; its beliefs were fit separately"}},"design":{"methods":{"A":"first plan (untrained)","B":"random search from scratch","C":"cross-entropy from scratch (Train course)","D":"Jesse's beliefs, zero-shot","E":"cross-entropy seeded by Jesse's beliefs"},"budgets":[12,60,120],"speeds":[6,10,14],"seeds":5,"max_budget":120,"round_size":12,"clean_lap":"all gates in order, no body contact, planner feasible within all flight limits","metrics":{"lap_vs_first_plan":"best clean lap / untrained first plan (same course, speed)","gap_to_best_known":"best clean lap / best lap anyone found on that course and speed - 1","attempts_to_2pct":"attempts until the best lap is within 2% of the best known lap","ci":"normal approximation, mean +- 1.96 s/sqrt(n); proportions: Wilson 95%"},"courses":{"training_seeds":[1,2,3,5,6,7,9,10,11,13,14,15,17,18,19,21,22,23,25,26,27,29,30,31,33,34,35,37,38,39,41,42,43,45,46,47,49,50,51,53,54,55,57,58,59,61,62,63],"heldout_seeds":[4,8,12,16,20,24,28,32,36,40,44,48,52,56,60,64],"showcase":["loop","slalom"],"probed":64,"rejected":0,"rule":"kept iff the untrained first plan is a clean lap at 10 m/s; every held-out course is never trained on"},"beliefs":{"fit":{"method":"C cross-entropy (Train course)","budget":120,"seed":1,"speeds":[6,10,14],"samples":144,"units":144},"core_sha256":"94af98cccdde10eafd997d9d0bac90ec1201dd262eb991b1f12d8eaf9b04f947","levels":["fine","mid","coarse","global"],"min_count":3,"frozen_before_eval":true}},"summary":{"transfer_zero_shot":"yes","transfer_search":"yes","verdict":"transfers","text":["Zero-shot on 18 held-out courses at 10 m/s: Jesse's first plan was a clean lap on 18/18 and faster than the untrained first plan on 16/18; lap ratio 0.9638 (95% CI 0.9503-0.9772).","Search after 12 attempts, seeded by her beliefs vs from scratch (90 course-seed pairs): gap to best known lap differs by -0.0423 (95% CI -0.0502 to -0.0344); attempts to within 2% differ by 0 (95% CI 0 to 0).","Her practice carries over to courses she has never seen."]},"headline":{"6":{"zero_shot":{"courses":16,"clean":16,"faster":16,"lap_ratio":{"n":16,"mean":0.9392,"lo":0.9234,"hi":0.9551},"with_showcase":{"courses":18,"clean":18,"faster":18}},"search":{"12":{"gap":{"B":0.1368,"C":0.0989,"E":0.0589},"e_beats_c":{"k":77,"n":80}},"60":{"gap":{"B":0.1056,"C":0.0525,"E":0.0271},"e_beats_c":{"k":74,"n":80}},"120":{"gap":{"B":0.0939,"C":0.0311,"E":0.0129},"e_beats_c":{"k":68,"n":80}}}},"10":{"zero_shot":{"courses":16,"clean":16,"faster":14,"lap_ratio":{"n":16,"mean":0.9631,"lo":0.9479,"hi":0.9782},"with_showcase":{"courses":18,"clean":18,"faster":16}},"search":{"12":{"gap":{"B":0.1914,"C":0.1688,"E":0.1208},"e_beats_c":{"k":73,"n":80}},"60":{"gap":{"B":0.1582,"C":0.0906,"E":0.054},"e_beats_c":{"k":74,"n":80}},"120":{"gap":{"B":0.1463,"C":0.0557,"E":0.0272},"e_beats_c":{"k":68,"n":80}}}},"14":{"zero_shot":{"courses":16,"clean":16,"faster":14,"lap_ratio":{"n":16,"mean":0.9616,"lo":0.9474,"hi":0.9758},"with_showcase":{"courses":18,"clean":18,"faster":15}},"search":{"12":{"gap":{"B":0.2089,"C":0.1888,"E":0.1378},"e_beats_c":{"k":71,"n":80}},"60":{"gap":{"B":0.1783,"C":0.1076,"E":0.0667},"e_beats_c":{"k":66,"n":80}},"120":{"gap":{"B":0.1656,"C":0.0695,"E":0.0338},"e_beats_c":{"k":64,"n":80}}}}},"aggregates":[{"group":"heldout","speed":6,"method":"A","budget":1,"units":16,"courses":16,"clean":{"k":16,"n":16,"rate":1,"lo":0.8064,"hi":1},"lap_vs_first_plan":{"n":16,"mean":1,"lo":1,"hi":1},"gap_to_best_known":{"n":16,"mean":0.1704,"lo":0.1492,"hi":0.1917},"reached_2pct":{"k":0,"n":16,"rate":0,"lo":0,"hi":0.1936},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":6,"method":"B","budget":12,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.9719,"lo":0.9655,"hi":0.9783},"gap_to_best_known":{"n":80,"mean":0.1368,"lo":0.1299,"hi":0.1437},"reached_2pct":{"k":0,"n":80,"rate":0,"lo":0,"hi":0.0458},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":6,"method":"B","budget":60,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.9456,"lo":0.9379,"hi":0.9533},"gap_to_best_known":{"n":80,"mean":0.1056,"lo":0.0996,"hi":0.1117},"reached_2pct":{"k":0,"n":80,"rate":0,"lo":0,"hi":0.0458},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":6,"method":"B","budget":120,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.9356,"lo":0.9282,"hi":0.9431},"gap_to_best_known":{"n":80,"mean":0.0939,"lo":0.0889,"hi":0.0989},"reached_2pct":{"k":0,"n":80,"rate":0,"lo":0,"hi":0.0458},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":121,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":6,"method":"C","budget":12,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.9398,"lo":0.9324,"hi":0.9472},"gap_to_best_known":{"n":80,"mean":0.0989,"lo":0.093,"hi":0.1048},"reached_2pct":{"k":0,"n":80,"rate":0,"lo":0,"hi":0.0458},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":6,"method":"C","budget":60,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.9003,"lo":0.8927,"hi":0.908},"gap_to_best_known":{"n":80,"mean":0.0525,"lo":0.0486,"hi":0.0564},"reached_2pct":{"k":2,"n":80,"rate":0.025,"lo":0.0069,"hi":0.0866},"attempts_to_2pct":{"reached_mean":44.5,"reached_median":44.5,"censored_mean":60.5875,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":6,"method":"C","budget":120,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.882,"lo":0.8744,"hi":0.8896},"gap_to_best_known":{"n":80,"mean":0.0311,"lo":0.0272,"hi":0.0349},"reached_2pct":{"k":26,"n":80,"rate":0.325,"lo":0.2324,"hi":0.4336},"attempts_to_2pct":{"reached_mean":91.8846,"reached_median":93.5,"censored_mean":111.5375,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":6,"method":"D","budget":1,"units":16,"courses":16,"clean":{"k":16,"n":16,"rate":1,"lo":0.8064,"hi":1},"lap_vs_first_plan":{"n":16,"mean":0.9392,"lo":0.9233,"hi":0.9551},"gap_to_best_known":{"n":16,"mean":0.0982,"lo":0.088,"hi":0.1084},"reached_2pct":{"k":0,"n":16,"rate":0,"lo":0,"hi":0.1936},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":6,"method":"E","budget":12,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.9057,"lo":0.8987,"hi":0.9127},"gap_to_best_known":{"n":80,"mean":0.0589,"lo":0.0554,"hi":0.0624},"reached_2pct":{"k":1,"n":80,"rate":0.0125,"lo":0.0022,"hi":0.0675},"attempts_to_2pct":{"reached_mean":6,"reached_median":6,"censored_mean":12.9125,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":6,"method":"E","budget":60,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.8786,"lo":0.8714,"hi":0.8859},"gap_to_best_known":{"n":80,"mean":0.0271,"lo":0.0242,"hi":0.03},"reached_2pct":{"k":24,"n":80,"rate":0.3,"lo":0.2106,"hi":0.4077},"attempts_to_2pct":{"reached_mean":40.1667,"reached_median":42,"censored_mean":54.75,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":6,"method":"E","budget":120,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.8665,"lo":0.8594,"hi":0.8735},"gap_to_best_known":{"n":80,"mean":0.0129,"lo":0.0104,"hi":0.0153},"reached_2pct":{"k":64,"n":80,"rate":0.8,"lo":0.6995,"hi":0.873},"attempts_to_2pct":{"reached_mean":68.9219,"reached_median":66,"censored_mean":79.3375,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":10,"method":"A","budget":1,"units":16,"courses":16,"clean":{"k":16,"n":16,"rate":1,"lo":0.8064,"hi":1},"lap_vs_first_plan":{"n":16,"mean":1,"lo":1,"hi":1},"gap_to_best_known":{"n":16,"mean":0.2106,"lo":0.1785,"hi":0.2426},"reached_2pct":{"k":0,"n":16,"rate":0,"lo":0,"hi":0.1936},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":10,"method":"B","budget":12,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.9847,"lo":0.9784,"hi":0.9909},"gap_to_best_known":{"n":80,"mean":0.1914,"lo":0.1777,"hi":0.2052},"reached_2pct":{"k":0,"n":80,"rate":0,"lo":0,"hi":0.0458},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":10,"method":"B","budget":60,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.9582,"lo":0.9484,"hi":0.9679},"gap_to_best_known":{"n":80,"mean":0.1582,"lo":0.1467,"hi":0.1698},"reached_2pct":{"k":0,"n":80,"rate":0,"lo":0,"hi":0.0458},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":10,"method":"B","budget":120,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.9484,"lo":0.9388,"hi":0.9581},"gap_to_best_known":{"n":80,"mean":0.1463,"lo":0.1358,"hi":0.1567},"reached_2pct":{"k":0,"n":80,"rate":0,"lo":0,"hi":0.0458},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":121,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":10,"method":"C","budget":12,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.9665,"lo":0.9593,"hi":0.9736},"gap_to_best_known":{"n":80,"mean":0.1688,"lo":0.1573,"hi":0.1804},"reached_2pct":{"k":0,"n":80,"rate":0,"lo":0,"hi":0.0458},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":10,"method":"C","budget":60,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.9025,"lo":0.894,"hi":0.911},"gap_to_best_known":{"n":80,"mean":0.0906,"lo":0.0824,"hi":0.0988},"reached_2pct":{"k":0,"n":80,"rate":0,"lo":0,"hi":0.0458},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":10,"method":"C","budget":120,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.8737,"lo":0.8649,"hi":0.8826},"gap_to_best_known":{"n":80,"mean":0.0557,"lo":0.048,"hi":0.0633},"reached_2pct":{"k":9,"n":80,"rate":0.1125,"lo":0.0603,"hi":0.2002},"attempts_to_2pct":{"reached_mean":89.5556,"reached_median":85,"censored_mean":117.4625,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":10,"method":"D","budget":1,"units":16,"courses":16,"clean":{"k":16,"n":16,"rate":1,"lo":0.8064,"hi":1},"lap_vs_first_plan":{"n":16,"mean":0.9631,"lo":0.9479,"hi":0.9782},"gap_to_best_known":{"n":16,"mean":0.1645,"lo":0.1426,"hi":0.1863},"reached_2pct":{"k":0,"n":16,"rate":0,"lo":0,"hi":0.1936},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":10,"method":"E","budget":12,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.9272,"lo":0.9192,"hi":0.9353},"gap_to_best_known":{"n":80,"mean":0.1208,"lo":0.1117,"hi":0.13},"reached_2pct":{"k":0,"n":80,"rate":0,"lo":0,"hi":0.0458},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":10,"method":"E","budget":60,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.8725,"lo":0.8638,"hi":0.8813},"gap_to_best_known":{"n":80,"mean":0.054,"lo":0.0485,"hi":0.0595},"reached_2pct":{"k":2,"n":80,"rate":0.025,"lo":0.0069,"hi":0.0866},"attempts_to_2pct":{"reached_mean":46,"reached_median":46,"censored_mean":60.625,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":10,"method":"E","budget":120,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.8504,"lo":0.8413,"hi":0.8596},"gap_to_best_known":{"n":80,"mean":0.0272,"lo":0.0214,"hi":0.0329},"reached_2pct":{"k":35,"n":80,"rate":0.4375,"lo":0.3341,"hi":0.5466},"attempts_to_2pct":{"reached_mean":88.2286,"reached_median":85,"censored_mean":106.6625,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":14,"method":"A","budget":1,"units":16,"courses":16,"clean":{"k":16,"n":16,"rate":1,"lo":0.8064,"hi":1},"lap_vs_first_plan":{"n":16,"mean":1,"lo":1,"hi":1},"gap_to_best_known":{"n":16,"mean":0.2288,"lo":0.1914,"hi":0.2662},"reached_2pct":{"k":0,"n":16,"rate":0,"lo":0,"hi":0.1936},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":14,"method":"B","budget":12,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.9842,"lo":0.9782,"hi":0.9902},"gap_to_best_known":{"n":80,"mean":0.2089,"lo":0.193,"hi":0.2247},"reached_2pct":{"k":0,"n":80,"rate":0,"lo":0,"hi":0.0458},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":14,"method":"B","budget":60,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.9602,"lo":0.9506,"hi":0.9698},"gap_to_best_known":{"n":80,"mean":0.1783,"lo":0.1643,"hi":0.1923},"reached_2pct":{"k":0,"n":80,"rate":0,"lo":0,"hi":0.0458},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":14,"method":"B","budget":120,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.95,"lo":0.9401,"hi":0.9598},"gap_to_best_known":{"n":80,"mean":0.1656,"lo":0.1517,"hi":0.1796},"reached_2pct":{"k":0,"n":80,"rate":0,"lo":0,"hi":0.0458},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":121,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":14,"method":"C","budget":12,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.9681,"lo":0.9609,"hi":0.9754},"gap_to_best_known":{"n":80,"mean":0.1888,"lo":0.1733,"hi":0.2044},"reached_2pct":{"k":0,"n":80,"rate":0,"lo":0,"hi":0.0458},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":14,"method":"C","budget":60,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.9028,"lo":0.8944,"hi":0.9112},"gap_to_best_known":{"n":80,"mean":0.1076,"lo":0.096,"hi":0.1192},"reached_2pct":{"k":0,"n":80,"rate":0,"lo":0,"hi":0.0458},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":14,"method":"C","budget":120,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.8719,"lo":0.863,"hi":0.8807},"gap_to_best_known":{"n":80,"mean":0.0695,"lo":0.0581,"hi":0.081},"reached_2pct":{"k":11,"n":80,"rate":0.1375,"lo":0.0785,"hi":0.2297},"attempts_to_2pct":{"reached_mean":97.6364,"reached_median":97,"censored_mean":117.7875,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":14,"method":"D","budget":1,"units":16,"courses":16,"clean":{"k":16,"n":16,"rate":1,"lo":0.8064,"hi":1},"lap_vs_first_plan":{"n":16,"mean":0.9616,"lo":0.9474,"hi":0.9758},"gap_to_best_known":{"n":16,"mean":0.1804,"lo":0.1518,"hi":0.209},"reached_2pct":{"k":0,"n":16,"rate":0,"lo":0,"hi":0.1936},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":14,"method":"E","budget":12,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.9272,"lo":0.9194,"hi":0.9349},"gap_to_best_known":{"n":80,"mean":0.1378,"lo":0.1254,"hi":0.1502},"reached_2pct":{"k":1,"n":80,"rate":0.0125,"lo":0.0022,"hi":0.0675},"attempts_to_2pct":{"reached_mean":8,"reached_median":8,"censored_mean":12.9375,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":14,"method":"E","budget":60,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.8699,"lo":0.8616,"hi":0.8783},"gap_to_best_known":{"n":80,"mean":0.0667,"lo":0.0584,"hi":0.075},"reached_2pct":{"k":3,"n":80,"rate":0.0375,"lo":0.0128,"hi":0.1045},"attempts_to_2pct":{"reached_mean":21,"reached_median":27,"censored_mean":59.5,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout","speed":14,"method":"E","budget":120,"units":80,"courses":16,"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"lap_vs_first_plan":{"n":80,"mean":0.8435,"lo":0.834,"hi":0.853},"gap_to_best_known":{"n":80,"mean":0.0338,"lo":0.0265,"hi":0.0411},"reached_2pct":{"k":35,"n":80,"rate":0.4375,"lo":0.3341,"hi":0.5466},"attempts_to_2pct":{"reached_mean":81.4857,"reached_median":86,"censored_mean":103.7125,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":6,"method":"A","budget":1,"units":2,"courses":2,"clean":{"k":2,"n":2,"rate":1,"lo":0.3424,"hi":1},"lap_vs_first_plan":{"n":2,"mean":1,"lo":1,"hi":1},"gap_to_best_known":{"n":2,"mean":0.1671,"lo":0.0973,"hi":0.2369},"reached_2pct":{"k":0,"n":2,"rate":0,"lo":0,"hi":0.6576},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":6,"method":"B","budget":12,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.9728,"lo":0.9534,"hi":0.9922},"gap_to_best_known":{"n":10,"mean":0.1347,"lo":0.1153,"hi":0.1541},"reached_2pct":{"k":0,"n":10,"rate":0,"lo":0,"hi":0.2775},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":6,"method":"B","budget":60,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.9497,"lo":0.9292,"hi":0.9702},"gap_to_best_known":{"n":10,"mean":0.1075,"lo":0.0921,"hi":0.123},"reached_2pct":{"k":0,"n":10,"rate":0,"lo":0,"hi":0.2775},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":6,"method":"B","budget":120,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.9365,"lo":0.9119,"hi":0.9612},"gap_to_best_known":{"n":10,"mean":0.0919,"lo":0.0761,"hi":0.1077},"reached_2pct":{"k":0,"n":10,"rate":0,"lo":0,"hi":0.2775},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":121,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":6,"method":"C","budget":12,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.9359,"lo":0.9089,"hi":0.9629},"gap_to_best_known":{"n":10,"mean":0.091,"lo":0.0768,"hi":0.1052},"reached_2pct":{"k":0,"n":10,"rate":0,"lo":0,"hi":0.2775},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":6,"method":"C","budget":60,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.8968,"lo":0.8729,"hi":0.9207},"gap_to_best_known":{"n":10,"mean":0.0455,"lo":0.0332,"hi":0.0578},"reached_2pct":{"k":1,"n":10,"rate":0.1,"lo":0.0179,"hi":0.4042},"attempts_to_2pct":{"reached_mean":44,"reached_median":44,"censored_mean":59.3,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":6,"method":"C","budget":120,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.879,"lo":0.8551,"hi":0.9028},"gap_to_best_known":{"n":10,"mean":0.0247,"lo":0.0124,"hi":0.037},"reached_2pct":{"k":4,"n":10,"rate":0.4,"lo":0.1682,"hi":0.6873},"attempts_to_2pct":{"reached_mean":74.5,"reached_median":74.5,"censored_mean":102.4,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":6,"method":"D","budget":1,"units":2,"courses":2,"clean":{"k":2,"n":2,"rate":1,"lo":0.3424,"hi":1},"lap_vs_first_plan":{"n":2,"mean":0.9652,"lo":0.9295,"hi":1.0009},"gap_to_best_known":{"n":2,"mean":0.1259,"lo":0.1001,"hi":0.1516},"reached_2pct":{"k":0,"n":2,"rate":0,"lo":0,"hi":0.6576},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":6,"method":"E","budget":12,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.9238,"lo":0.9007,"hi":0.9469},"gap_to_best_known":{"n":10,"mean":0.0771,"lo":0.0623,"hi":0.0919},"reached_2pct":{"k":0,"n":10,"rate":0,"lo":0,"hi":0.2775},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":6,"method":"E","budget":60,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.8966,"lo":0.8805,"hi":0.9127},"gap_to_best_known":{"n":10,"mean":0.0456,"lo":0.0364,"hi":0.0548},"reached_2pct":{"k":0,"n":10,"rate":0,"lo":0,"hi":0.2775},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":6,"method":"E","budget":120,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.8812,"lo":0.8628,"hi":0.8996},"gap_to_best_known":{"n":10,"mean":0.0276,"lo":0.0198,"hi":0.0353},"reached_2pct":{"k":3,"n":10,"rate":0.3,"lo":0.1078,"hi":0.6032},"attempts_to_2pct":{"reached_mean":80.3333,"reached_median":77,"censored_mean":108.8,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":10,"method":"A","budget":1,"units":2,"courses":2,"clean":{"k":2,"n":2,"rate":1,"lo":0.3424,"hi":1},"lap_vs_first_plan":{"n":2,"mean":1,"lo":1,"hi":1},"gap_to_best_known":{"n":2,"mean":0.2192,"lo":0.1159,"hi":0.3225},"reached_2pct":{"k":0,"n":2,"rate":0,"lo":0,"hi":0.6576},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":10,"method":"B","budget":12,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.9834,"lo":0.9651,"hi":1.0017},"gap_to_best_known":{"n":10,"mean":0.1981,"lo":0.1702,"hi":0.2259},"reached_2pct":{"k":0,"n":10,"rate":0,"lo":0,"hi":0.2775},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":10,"method":"B","budget":60,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.944,"lo":0.9117,"hi":0.9762},"gap_to_best_known":{"n":10,"mean":0.1484,"lo":0.1341,"hi":0.1627},"reached_2pct":{"k":0,"n":10,"rate":0,"lo":0,"hi":0.2775},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":10,"method":"B","budget":120,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.929,"lo":0.896,"hi":0.962},"gap_to_best_known":{"n":10,"mean":0.1302,"lo":0.1133,"hi":0.147},"reached_2pct":{"k":0,"n":10,"rate":0,"lo":0,"hi":0.2775},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":121,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":10,"method":"C","budget":12,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.9209,"lo":0.8864,"hi":0.9553},"gap_to_best_known":{"n":10,"mean":0.1203,"lo":0.0986,"hi":0.142},"reached_2pct":{"k":0,"n":10,"rate":0,"lo":0,"hi":0.2775},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":10,"method":"C","budget":60,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.8876,"lo":0.8567,"hi":0.9184},"gap_to_best_known":{"n":10,"mean":0.0797,"lo":0.0672,"hi":0.0922},"reached_2pct":{"k":0,"n":10,"rate":0,"lo":0,"hi":0.2775},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":10,"method":"C","budget":120,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.8555,"lo":0.8269,"hi":0.8842},"gap_to_best_known":{"n":10,"mean":0.041,"lo":0.026,"hi":0.0559},"reached_2pct":{"k":2,"n":10,"rate":0.2,"lo":0.0567,"hi":0.5098},"attempts_to_2pct":{"reached_mean":91.5,"reached_median":91.5,"censored_mean":115.1,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":10,"method":"D","budget":1,"units":2,"courses":2,"clean":{"k":2,"n":2,"rate":1,"lo":0.3424,"hi":1},"lap_vs_first_plan":{"n":2,"mean":0.9693,"lo":0.9654,"hi":0.9732},"gap_to_best_known":{"n":2,"mean":0.1818,"lo":0.0769,"hi":0.2867},"reached_2pct":{"k":0,"n":2,"rate":0,"lo":0,"hi":0.6576},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":10,"method":"E","budget":12,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.9226,"lo":0.9071,"hi":0.9381},"gap_to_best_known":{"n":10,"mean":0.1239,"lo":0.1024,"hi":0.1454},"reached_2pct":{"k":0,"n":10,"rate":0,"lo":0,"hi":0.2775},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":10,"method":"E","budget":60,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.8738,"lo":0.8542,"hi":0.8935},"gap_to_best_known":{"n":10,"mean":0.064,"lo":0.0486,"hi":0.0794},"reached_2pct":{"k":0,"n":10,"rate":0,"lo":0,"hi":0.2775},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":10,"method":"E","budget":120,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.8505,"lo":0.835,"hi":0.866},"gap_to_best_known":{"n":10,"mean":0.036,"lo":0.0161,"hi":0.0558},"reached_2pct":{"k":3,"n":10,"rate":0.3,"lo":0.1078,"hi":0.6032},"attempts_to_2pct":{"reached_mean":97.3333,"reached_median":93,"censored_mean":113.9,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":14,"method":"A","budget":1,"units":2,"courses":2,"clean":{"k":2,"n":2,"rate":1,"lo":0.3424,"hi":1},"lap_vs_first_plan":{"n":2,"mean":1,"lo":1,"hi":1},"gap_to_best_known":{"n":2,"mean":0.2285,"lo":0.1436,"hi":0.3134},"reached_2pct":{"k":0,"n":2,"rate":0,"lo":0,"hi":0.6576},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":14,"method":"B","budget":12,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.9858,"lo":0.9698,"hi":1.0018},"gap_to_best_known":{"n":10,"mean":0.2104,"lo":0.187,"hi":0.2338},"reached_2pct":{"k":0,"n":10,"rate":0,"lo":0,"hi":0.2775},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":14,"method":"B","budget":60,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.9405,"lo":0.8994,"hi":0.9816},"gap_to_best_known":{"n":10,"mean":0.1528,"lo":0.1257,"hi":0.18},"reached_2pct":{"k":0,"n":10,"rate":0,"lo":0,"hi":0.2775},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":14,"method":"B","budget":120,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.9264,"lo":0.8857,"hi":0.9672},"gap_to_best_known":{"n":10,"mean":0.1355,"lo":0.1094,"hi":0.1616},"reached_2pct":{"k":0,"n":10,"rate":0,"lo":0,"hi":0.2775},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":121,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":14,"method":"C","budget":12,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.9205,"lo":0.8824,"hi":0.9585},"gap_to_best_known":{"n":10,"mean":0.1285,"lo":0.1031,"hi":0.1538},"reached_2pct":{"k":0,"n":10,"rate":0,"lo":0,"hi":0.2775},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":14,"method":"C","budget":60,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.8823,"lo":0.8427,"hi":0.9219},"gap_to_best_known":{"n":10,"mean":0.0815,"lo":0.0537,"hi":0.1093},"reached_2pct":{"k":0,"n":10,"rate":0,"lo":0,"hi":0.2775},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":14,"method":"C","budget":120,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.8582,"lo":0.8222,"hi":0.8942},"gap_to_best_known":{"n":10,"mean":0.0521,"lo":0.0269,"hi":0.0773},"reached_2pct":{"k":2,"n":10,"rate":0.2,"lo":0.0567,"hi":0.5098},"attempts_to_2pct":{"reached_mean":96.5,"reached_median":96.5,"censored_mean":116.1,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":14,"method":"D","budget":1,"units":2,"courses":2,"clean":{"k":2,"n":2,"rate":1,"lo":0.3424,"hi":1},"lap_vs_first_plan":{"n":2,"mean":0.9853,"lo":0.9365,"hi":1.0341},"gap_to_best_known":{"n":2,"mean":0.2094,"lo":0.1855,"hi":0.2332},"reached_2pct":{"k":0,"n":2,"rate":0,"lo":0,"hi":0.6576},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":14,"method":"E","budget":12,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.9183,"lo":0.8963,"hi":0.9402},"gap_to_best_known":{"n":10,"mean":0.1268,"lo":0.1145,"hi":0.139},"reached_2pct":{"k":0,"n":10,"rate":0,"lo":0,"hi":0.2775},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":14,"method":"E","budget":60,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.8729,"lo":0.8566,"hi":0.8891},"gap_to_best_known":{"n":10,"mean":0.0714,"lo":0.057,"hi":0.0858},"reached_2pct":{"k":0,"n":10,"rate":0,"lo":0,"hi":0.2775},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"showcase","speed":14,"method":"E","budget":120,"units":10,"courses":2,"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"lap_vs_first_plan":{"n":10,"mean":0.8503,"lo":0.8354,"hi":0.8651},"gap_to_best_known":{"n":10,"mean":0.0439,"lo":0.0245,"hi":0.0634},"reached_2pct":{"k":3,"n":10,"rate":0.3,"lo":0.1078,"hi":0.6032},"attempts_to_2pct":{"reached_mean":93.6667,"reached_median":103,"censored_mean":112.8,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":6,"method":"A","budget":1,"units":1,"courses":1,"clean":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"lap_vs_first_plan":{"n":1,"mean":1,"lo":null,"hi":null},"gap_to_best_known":{"n":1,"mean":0.1315,"lo":null,"hi":null},"reached_2pct":{"k":0,"n":1,"rate":0,"lo":0,"hi":0.7935},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":6,"method":"B","budget":12,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9921,"lo":0.9858,"hi":0.9984},"gap_to_best_known":{"n":5,"mean":0.1225,"lo":0.1154,"hi":0.1297},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":6,"method":"B","budget":60,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9742,"lo":0.9594,"hi":0.9891},"gap_to_best_known":{"n":5,"mean":0.1023,"lo":0.0855,"hi":0.1191},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":6,"method":"B","budget":120,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9685,"lo":0.9529,"hi":0.984},"gap_to_best_known":{"n":5,"mean":0.0958,"lo":0.0782,"hi":0.1134},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":121,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":6,"method":"C","budget":12,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.974,"lo":0.96,"hi":0.9881},"gap_to_best_known":{"n":5,"mean":0.1021,"lo":0.0862,"hi":0.118},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":6,"method":"C","budget":60,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9301,"lo":0.9132,"hi":0.9471},"gap_to_best_known":{"n":5,"mean":0.0525,"lo":0.0333,"hi":0.0717},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":6,"method":"C","budget":120,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9122,"lo":0.8948,"hi":0.9296},"gap_to_best_known":{"n":5,"mean":0.0321,"lo":0.0125,"hi":0.0518},"reached_2pct":{"k":1,"n":5,"rate":0.2,"lo":0.0362,"hi":0.6245},"attempts_to_2pct":{"reached_mean":74,"reached_median":74,"censored_mean":111.6,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":6,"method":"D","budget":1,"units":1,"courses":1,"clean":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"lap_vs_first_plan":{"n":1,"mean":0.9834,"lo":null,"hi":null},"gap_to_best_known":{"n":1,"mean":0.1127,"lo":null,"hi":null},"reached_2pct":{"k":0,"n":1,"rate":0,"lo":0,"hi":0.7935},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":6,"method":"E","budget":12,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9533,"lo":0.934,"hi":0.9726},"gap_to_best_known":{"n":5,"mean":0.0787,"lo":0.0568,"hi":0.1006},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":6,"method":"E","budget":60,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9187,"lo":0.9096,"hi":0.9279},"gap_to_best_known":{"n":5,"mean":0.0395,"lo":0.0292,"hi":0.0499},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":6,"method":"E","budget":120,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9076,"lo":0.9019,"hi":0.9133},"gap_to_best_known":{"n":5,"mean":0.027,"lo":0.0204,"hi":0.0335},"reached_2pct":{"k":1,"n":5,"rate":0.2,"lo":0.0362,"hi":0.6245},"attempts_to_2pct":{"reached_mean":77,"reached_median":77,"censored_mean":112.2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":10,"method":"A","budget":1,"units":1,"courses":1,"clean":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"lap_vs_first_plan":{"n":1,"mean":1,"lo":null,"hi":null},"gap_to_best_known":{"n":1,"mean":0.1665,"lo":null,"hi":null},"reached_2pct":{"k":0,"n":1,"rate":0,"lo":0,"hi":0.7935},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":10,"method":"B","budget":12,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":1,"lo":1,"hi":1},"gap_to_best_known":{"n":5,"mean":0.1665,"lo":0.1665,"hi":0.1665},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":10,"method":"B","budget":60,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9904,"lo":0.9788,"hi":1.002},"gap_to_best_known":{"n":5,"mean":0.1553,"lo":0.1417,"hi":0.1689},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":10,"method":"B","budget":120,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9749,"lo":0.9483,"hi":1.0016},"gap_to_best_known":{"n":5,"mean":0.1372,"lo":0.1061,"hi":0.1683},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":121,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":10,"method":"C","budget":12,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9664,"lo":0.9395,"hi":0.9933},"gap_to_best_known":{"n":5,"mean":0.1273,"lo":0.096,"hi":0.1586},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":10,"method":"C","budget":60,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9325,"lo":0.9165,"hi":0.9485},"gap_to_best_known":{"n":5,"mean":0.0877,"lo":0.069,"hi":0.1064},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":10,"method":"C","budget":120,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8951,"lo":0.8742,"hi":0.9161},"gap_to_best_known":{"n":5,"mean":0.0442,"lo":0.0197,"hi":0.0686},"reached_2pct":{"k":1,"n":5,"rate":0.2,"lo":0.0362,"hi":0.6245},"attempts_to_2pct":{"reached_mean":99,"reached_median":99,"censored_mean":116.6,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":10,"method":"D","budget":1,"units":1,"courses":1,"clean":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"lap_vs_first_plan":{"n":1,"mean":0.9673,"lo":null,"hi":null},"gap_to_best_known":{"n":1,"mean":0.1283,"lo":null,"hi":null},"reached_2pct":{"k":0,"n":1,"rate":0,"lo":0,"hi":0.7935},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":10,"method":"E","budget":12,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9405,"lo":0.9249,"hi":0.9561},"gap_to_best_known":{"n":5,"mean":0.097,"lo":0.0788,"hi":0.1152},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":10,"method":"E","budget":60,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8998,"lo":0.8854,"hi":0.9142},"gap_to_best_known":{"n":5,"mean":0.0496,"lo":0.0327,"hi":0.0664},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":10,"method":"E","budget":120,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8683,"lo":0.8592,"hi":0.8773},"gap_to_best_known":{"n":5,"mean":0.0128,"lo":0.0023,"hi":0.0234},"reached_2pct":{"k":3,"n":5,"rate":0.6,"lo":0.2307,"hi":0.8824},"attempts_to_2pct":{"reached_mean":97.3333,"reached_median":93,"censored_mean":106.8,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":14,"method":"A","budget":1,"units":1,"courses":1,"clean":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"lap_vs_first_plan":{"n":1,"mean":1,"lo":null,"hi":null},"gap_to_best_known":{"n":1,"mean":0.1852,"lo":null,"hi":null},"reached_2pct":{"k":0,"n":1,"rate":0,"lo":0,"hi":0.7935},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":14,"method":"B","budget":12,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":1,"lo":1,"hi":1},"gap_to_best_known":{"n":5,"mean":0.1852,"lo":0.1852,"hi":0.1852},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":14,"method":"B","budget":60,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":1,"lo":1,"hi":1},"gap_to_best_known":{"n":5,"mean":0.1852,"lo":0.1852,"hi":0.1852},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":14,"method":"B","budget":120,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9862,"lo":0.9687,"hi":1.0036},"gap_to_best_known":{"n":5,"mean":0.1688,"lo":0.1481,"hi":0.1895},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":121,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":14,"method":"C","budget":12,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9735,"lo":0.9478,"hi":0.9992},"gap_to_best_known":{"n":5,"mean":0.1538,"lo":0.1233,"hi":0.1842},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":14,"method":"C","budget":60,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9372,"lo":0.9034,"hi":0.9709},"gap_to_best_known":{"n":5,"mean":0.1107,"lo":0.0707,"hi":0.1506},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":14,"method":"C","budget":120,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9066,"lo":0.873,"hi":0.9402},"gap_to_best_known":{"n":5,"mean":0.0745,"lo":0.0346,"hi":0.1144},"reached_2pct":{"k":1,"n":5,"rate":0.2,"lo":0.0362,"hi":0.6245},"attempts_to_2pct":{"reached_mean":90,"reached_median":90,"censored_mean":114.8,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":14,"method":"D","budget":1,"units":1,"courses":1,"clean":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"lap_vs_first_plan":{"n":1,"mean":1.0102,"lo":null,"hi":null},"gap_to_best_known":{"n":1,"mean":0.1972,"lo":null,"hi":null},"reached_2pct":{"k":0,"n":1,"rate":0,"lo":0,"hi":0.7935},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":14,"method":"E","budget":12,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9483,"lo":0.9363,"hi":0.9604},"gap_to_best_known":{"n":5,"mean":0.124,"lo":0.1096,"hi":0.1383},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":14,"method":"E","budget":60,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.893,"lo":0.8769,"hi":0.9091},"gap_to_best_known":{"n":5,"mean":0.0584,"lo":0.0393,"hi":0.0774},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"loop","speed":14,"method":"E","budget":120,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.864,"lo":0.8449,"hi":0.8832},"gap_to_best_known":{"n":5,"mean":0.024,"lo":0.0013,"hi":0.0468},"reached_2pct":{"k":3,"n":5,"rate":0.6,"lo":0.2307,"hi":0.8824},"attempts_to_2pct":{"reached_mean":93.6667,"reached_median":103,"censored_mean":104.6,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":6,"method":"A","budget":1,"units":1,"courses":1,"clean":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"lap_vs_first_plan":{"n":1,"mean":1,"lo":null,"hi":null},"gap_to_best_known":{"n":1,"mean":0.2027,"lo":null,"hi":null},"reached_2pct":{"k":0,"n":1,"rate":0,"lo":0,"hi":0.7935},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":6,"method":"B","budget":12,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9535,"lo":0.9228,"hi":0.9842},"gap_to_best_known":{"n":5,"mean":0.1469,"lo":0.1099,"hi":0.1838},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":6,"method":"B","budget":60,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9251,"lo":0.9026,"hi":0.9477},"gap_to_best_known":{"n":5,"mean":0.1127,"lo":0.0855,"hi":0.1399},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":6,"method":"B","budget":120,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9046,"lo":0.8814,"hi":0.9279},"gap_to_best_known":{"n":5,"mean":0.088,"lo":0.0601,"hi":0.116},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":121,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":6,"method":"C","budget":12,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8978,"lo":0.8808,"hi":0.9149},"gap_to_best_known":{"n":5,"mean":0.0799,"lo":0.0594,"hi":0.1004},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":6,"method":"C","budget":60,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8635,"lo":0.8513,"hi":0.8757},"gap_to_best_known":{"n":5,"mean":0.0385,"lo":0.0238,"hi":0.0532},"reached_2pct":{"k":1,"n":5,"rate":0.2,"lo":0.0362,"hi":0.6245},"attempts_to_2pct":{"reached_mean":44,"reached_median":44,"censored_mean":57.6,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":6,"method":"C","budget":120,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8457,"lo":0.8343,"hi":0.8572},"gap_to_best_known":{"n":5,"mean":0.0172,"lo":0.0034,"hi":0.0311},"reached_2pct":{"k":3,"n":5,"rate":0.6,"lo":0.2307,"hi":0.8824},"attempts_to_2pct":{"reached_mean":74.6667,"reached_median":75,"censored_mean":93.2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":6,"method":"D","budget":1,"units":1,"courses":1,"clean":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"lap_vs_first_plan":{"n":1,"mean":0.947,"lo":null,"hi":null},"gap_to_best_known":{"n":1,"mean":0.139,"lo":null,"hi":null},"reached_2pct":{"k":0,"n":1,"rate":0,"lo":0,"hi":0.7935},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":6,"method":"E","budget":12,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8942,"lo":0.8755,"hi":0.913},"gap_to_best_known":{"n":5,"mean":0.0755,"lo":0.053,"hi":0.098},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":6,"method":"E","budget":60,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8744,"lo":0.8626,"hi":0.8862},"gap_to_best_known":{"n":5,"mean":0.0517,"lo":0.0374,"hi":0.066},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":6,"method":"E","budget":120,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8548,"lo":0.8423,"hi":0.8674},"gap_to_best_known":{"n":5,"mean":0.0282,"lo":0.0131,"hi":0.0433},"reached_2pct":{"k":2,"n":5,"rate":0.4,"lo":0.1176,"hi":0.7693},"attempts_to_2pct":{"reached_mean":82,"reached_median":82,"censored_mean":105.4,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":10,"method":"A","budget":1,"units":1,"courses":1,"clean":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"lap_vs_first_plan":{"n":1,"mean":1,"lo":null,"hi":null},"gap_to_best_known":{"n":1,"mean":0.2719,"lo":null,"hi":null},"reached_2pct":{"k":0,"n":1,"rate":0,"lo":0,"hi":0.7935},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":10,"method":"B","budget":12,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9668,"lo":0.9355,"hi":0.998},"gap_to_best_known":{"n":5,"mean":0.2296,"lo":0.1899,"hi":0.2693},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":10,"method":"B","budget":60,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8975,"lo":0.8776,"hi":0.9175},"gap_to_best_known":{"n":5,"mean":0.1416,"lo":0.1161,"hi":0.167},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":10,"method":"B","budget":120,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8831,"lo":0.8715,"hi":0.8946},"gap_to_best_known":{"n":5,"mean":0.1231,"lo":0.1085,"hi":0.1378},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":121,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":10,"method":"C","budget":12,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8753,"lo":0.8499,"hi":0.9007},"gap_to_best_known":{"n":5,"mean":0.1133,"lo":0.081,"hi":0.1455},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":10,"method":"C","budget":60,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8426,"lo":0.8308,"hi":0.8545},"gap_to_best_known":{"n":5,"mean":0.0717,"lo":0.0567,"hi":0.0868},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":10,"method":"C","budget":120,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8159,"lo":0.8006,"hi":0.8313},"gap_to_best_known":{"n":5,"mean":0.0377,"lo":0.0182,"hi":0.0573},"reached_2pct":{"k":1,"n":5,"rate":0.2,"lo":0.0362,"hi":0.6245},"attempts_to_2pct":{"reached_mean":84,"reached_median":84,"censored_mean":113.6,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":10,"method":"D","budget":1,"units":1,"courses":1,"clean":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"lap_vs_first_plan":{"n":1,"mean":0.9713,"lo":null,"hi":null},"gap_to_best_known":{"n":1,"mean":0.2353,"lo":null,"hi":null},"reached_2pct":{"k":0,"n":1,"rate":0,"lo":0,"hi":0.7935},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":10,"method":"E","budget":12,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9048,"lo":0.8898,"hi":0.9198},"gap_to_best_known":{"n":5,"mean":0.1507,"lo":0.1316,"hi":0.1698},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":10,"method":"E","budget":60,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8479,"lo":0.8324,"hi":0.8634},"gap_to_best_known":{"n":5,"mean":0.0784,"lo":0.0587,"hi":0.0981},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":10,"method":"E","budget":120,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8327,"lo":0.813,"hi":0.8524},"gap_to_best_known":{"n":5,"mean":0.0591,"lo":0.034,"hi":0.0842},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":121,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":14,"method":"A","budget":1,"units":1,"courses":1,"clean":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"lap_vs_first_plan":{"n":1,"mean":1,"lo":null,"hi":null},"gap_to_best_known":{"n":1,"mean":0.2718,"lo":null,"hi":null},"reached_2pct":{"k":0,"n":1,"rate":0,"lo":0,"hi":0.7935},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":14,"method":"B","budget":12,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.9716,"lo":0.9439,"hi":0.9992},"gap_to_best_known":{"n":5,"mean":0.2356,"lo":0.2004,"hi":0.2708},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":14,"method":"B","budget":60,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.881,"lo":0.8527,"hi":0.9094},"gap_to_best_known":{"n":5,"mean":0.1205,"lo":0.0844,"hi":0.1565},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":14,"method":"B","budget":120,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8667,"lo":0.8488,"hi":0.8846},"gap_to_best_known":{"n":5,"mean":0.1022,"lo":0.0795,"hi":0.125},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":121,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":14,"method":"C","budget":12,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8674,"lo":0.8462,"hi":0.8887},"gap_to_best_known":{"n":5,"mean":0.1031,"lo":0.0761,"hi":0.1302},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":14,"method":"C","budget":60,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8275,"lo":0.8153,"hi":0.8397},"gap_to_best_known":{"n":5,"mean":0.0523,"lo":0.0368,"hi":0.0679},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":14,"method":"C","budget":120,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8097,"lo":0.7959,"hi":0.8235},"gap_to_best_known":{"n":5,"mean":0.0297,"lo":0.0122,"hi":0.0473},"reached_2pct":{"k":1,"n":5,"rate":0.2,"lo":0.0362,"hi":0.6245},"attempts_to_2pct":{"reached_mean":103,"reached_median":103,"censored_mean":117.4,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":14,"method":"D","budget":1,"units":1,"courses":1,"clean":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"lap_vs_first_plan":{"n":1,"mean":0.9604,"lo":null,"hi":null},"gap_to_best_known":{"n":1,"mean":0.2215,"lo":null,"hi":null},"reached_2pct":{"k":0,"n":1,"rate":0,"lo":0,"hi":0.7935},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":14,"method":"E","budget":12,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8882,"lo":0.8714,"hi":0.905},"gap_to_best_known":{"n":5,"mean":0.1296,"lo":0.1082,"hi":0.151},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":14,"method":"E","budget":60,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8527,"lo":0.8404,"hi":0.865},"gap_to_best_known":{"n":5,"mean":0.0845,"lo":0.0688,"hi":0.1001},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"slalom","speed":14,"method":"E","budget":120,"units":5,"courses":1,"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"lap_vs_first_plan":{"n":5,"mean":0.8365,"lo":0.8203,"hi":0.8527},"gap_to_best_known":{"n":5,"mean":0.0638,"lo":0.0432,"hi":0.0845},"reached_2pct":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":121,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":6,"method":"A","budget":1,"units":18,"courses":18,"clean":{"k":18,"n":18,"rate":1,"lo":0.8241,"hi":1},"lap_vs_first_plan":{"n":18,"mean":1,"lo":1,"hi":1},"gap_to_best_known":{"n":18,"mean":0.1701,"lo":0.1504,"hi":0.1897},"reached_2pct":{"k":0,"n":18,"rate":0,"lo":0,"hi":0.1759},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":6,"method":"B","budget":12,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.972,"lo":0.966,"hi":0.978},"gap_to_best_known":{"n":90,"mean":0.1365,"lo":0.1301,"hi":0.143},"reached_2pct":{"k":0,"n":90,"rate":0,"lo":0,"hi":0.0409},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":6,"method":"B","budget":60,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.946,"lo":0.9389,"hi":0.9532},"gap_to_best_known":{"n":90,"mean":0.1058,"lo":0.1002,"hi":0.1115},"reached_2pct":{"k":0,"n":90,"rate":0,"lo":0,"hi":0.0409},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":6,"method":"B","budget":120,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.9357,"lo":0.9286,"hi":0.9428},"gap_to_best_known":{"n":90,"mean":0.0937,"lo":0.0889,"hi":0.0984},"reached_2pct":{"k":0,"n":90,"rate":0,"lo":0,"hi":0.0409},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":121,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":6,"method":"C","budget":12,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.9394,"lo":0.9322,"hi":0.9465},"gap_to_best_known":{"n":90,"mean":0.098,"lo":0.0925,"hi":0.1035},"reached_2pct":{"k":0,"n":90,"rate":0,"lo":0,"hi":0.0409},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":6,"method":"C","budget":60,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.8999,"lo":0.8927,"hi":0.9072},"gap_to_best_known":{"n":90,"mean":0.0517,"lo":0.048,"hi":0.0554},"reached_2pct":{"k":3,"n":90,"rate":0.0333,"lo":0.0114,"hi":0.0935},"attempts_to_2pct":{"reached_mean":44.3333,"reached_median":44,"censored_mean":60.4444,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":6,"method":"C","budget":120,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.8817,"lo":0.8745,"hi":0.8889},"gap_to_best_known":{"n":90,"mean":0.0303,"lo":0.0267,"hi":0.034},"reached_2pct":{"k":30,"n":90,"rate":0.3333,"lo":0.2445,"hi":0.4358},"attempts_to_2pct":{"reached_mean":89.5667,"reached_median":92,"censored_mean":110.5222,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":6,"method":"D","budget":1,"units":18,"courses":18,"clean":{"k":18,"n":18,"rate":1,"lo":0.8241,"hi":1},"lap_vs_first_plan":{"n":18,"mean":0.9421,"lo":0.9272,"hi":0.957},"gap_to_best_known":{"n":18,"mean":0.1013,"lo":0.0911,"hi":0.1114},"reached_2pct":{"k":0,"n":18,"rate":0,"lo":0,"hi":0.1759},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":6,"method":"E","budget":12,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.9077,"lo":0.9009,"hi":0.9145},"gap_to_best_known":{"n":90,"mean":0.0609,"lo":0.0572,"hi":0.0646},"reached_2pct":{"k":1,"n":90,"rate":0.0111,"lo":0.002,"hi":0.0603},"attempts_to_2pct":{"reached_mean":6,"reached_median":6,"censored_mean":12.9222,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":6,"method":"E","budget":60,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.8806,"lo":0.8738,"hi":0.8874},"gap_to_best_known":{"n":90,"mean":0.0291,"lo":0.0261,"hi":0.0321},"reached_2pct":{"k":24,"n":90,"rate":0.2667,"lo":0.1862,"hi":0.3662},"attempts_to_2pct":{"reached_mean":40.1667,"reached_median":42,"censored_mean":55.4444,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":6,"method":"E","budget":120,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.8681,"lo":0.8615,"hi":0.8747},"gap_to_best_known":{"n":90,"mean":0.0145,"lo":0.012,"hi":0.017},"reached_2pct":{"k":67,"n":90,"rate":0.7444,"lo":0.6456,"hi":0.8233},"attempts_to_2pct":{"reached_mean":69.4328,"reached_median":70,"censored_mean":82.6111,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":10,"method":"A","budget":1,"units":18,"courses":18,"clean":{"k":18,"n":18,"rate":1,"lo":0.8241,"hi":1},"lap_vs_first_plan":{"n":18,"mean":1,"lo":1,"hi":1},"gap_to_best_known":{"n":18,"mean":0.2115,"lo":0.1819,"hi":0.2411},"reached_2pct":{"k":0,"n":18,"rate":0,"lo":0,"hi":0.1759},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":10,"method":"B","budget":12,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.9845,"lo":0.9786,"hi":0.9904},"gap_to_best_known":{"n":90,"mean":0.1922,"lo":0.1796,"hi":0.2047},"reached_2pct":{"k":0,"n":90,"rate":0,"lo":0,"hi":0.0409},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":10,"method":"B","budget":60,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.9566,"lo":0.9473,"hi":0.966},"gap_to_best_known":{"n":90,"mean":0.1571,"lo":0.1468,"hi":0.1675},"reached_2pct":{"k":0,"n":90,"rate":0,"lo":0,"hi":0.0409},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":10,"method":"B","budget":120,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.9463,"lo":0.9369,"hi":0.9556},"gap_to_best_known":{"n":90,"mean":0.1445,"lo":0.135,"hi":0.154},"reached_2pct":{"k":0,"n":90,"rate":0,"lo":0,"hi":0.0409},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":121,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":10,"method":"C","budget":12,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.9614,"lo":0.9535,"hi":0.9693},"gap_to_best_known":{"n":90,"mean":0.1634,"lo":0.1524,"hi":0.1745},"reached_2pct":{"k":0,"n":90,"rate":0,"lo":0,"hi":0.0409},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":10,"method":"C","budget":60,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.9008,"lo":0.8925,"hi":0.9091},"gap_to_best_known":{"n":90,"mean":0.0894,"lo":0.0819,"hi":0.0969},"reached_2pct":{"k":0,"n":90,"rate":0,"lo":0,"hi":0.0409},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":10,"method":"C","budget":120,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.8717,"lo":0.8632,"hi":0.8803},"gap_to_best_known":{"n":90,"mean":0.054,"lo":0.047,"hi":0.0611},"reached_2pct":{"k":11,"n":90,"rate":0.1222,"lo":0.0696,"hi":0.2057},"attempts_to_2pct":{"reached_mean":89.9091,"reached_median":85,"censored_mean":117.2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":10,"method":"D","budget":1,"units":18,"courses":18,"clean":{"k":18,"n":18,"rate":1,"lo":0.8241,"hi":1},"lap_vs_first_plan":{"n":18,"mean":0.9638,"lo":0.9503,"hi":0.9772},"gap_to_best_known":{"n":18,"mean":0.1664,"lo":0.1451,"hi":0.1877},"reached_2pct":{"k":0,"n":18,"rate":0,"lo":0,"hi":0.1759},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":10,"method":"E","budget":12,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.9267,"lo":0.9194,"hi":0.9341},"gap_to_best_known":{"n":90,"mean":0.1211,"lo":0.1127,"hi":0.1296},"reached_2pct":{"k":0,"n":90,"rate":0,"lo":0,"hi":0.0409},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":10,"method":"E","budget":60,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.8727,"lo":0.8646,"hi":0.8807},"gap_to_best_known":{"n":90,"mean":0.0551,"lo":0.0499,"hi":0.0603},"reached_2pct":{"k":2,"n":90,"rate":0.0222,"lo":0.0061,"hi":0.0774},"attempts_to_2pct":{"reached_mean":46,"reached_median":46,"censored_mean":60.6667,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":10,"method":"E","budget":120,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.8504,"lo":0.8422,"hi":0.8587},"gap_to_best_known":{"n":90,"mean":0.0282,"lo":0.0226,"hi":0.0337},"reached_2pct":{"k":38,"n":90,"rate":0.4222,"lo":0.3254,"hi":0.5254},"attempts_to_2pct":{"reached_mean":88.9474,"reached_median":86.5,"censored_mean":107.4667,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":14,"method":"A","budget":1,"units":18,"courses":18,"clean":{"k":18,"n":18,"rate":1,"lo":0.8241,"hi":1},"lap_vs_first_plan":{"n":18,"mean":1,"lo":1,"hi":1},"gap_to_best_known":{"n":18,"mean":0.2288,"lo":0.195,"hi":0.2626},"reached_2pct":{"k":0,"n":18,"rate":0,"lo":0,"hi":0.1759},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":14,"method":"B","budget":12,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.9844,"lo":0.9788,"hi":0.99},"gap_to_best_known":{"n":90,"mean":0.2091,"lo":0.1948,"hi":0.2234},"reached_2pct":{"k":0,"n":90,"rate":0,"lo":0,"hi":0.0409},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":14,"method":"B","budget":60,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.958,"lo":0.9484,"hi":0.9677},"gap_to_best_known":{"n":90,"mean":0.1754,"lo":0.1626,"hi":0.1883},"reached_2pct":{"k":0,"n":90,"rate":0,"lo":0,"hi":0.0409},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":14,"method":"B","budget":120,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.9473,"lo":0.9375,"hi":0.9572},"gap_to_best_known":{"n":90,"mean":0.1623,"lo":0.1494,"hi":0.1751},"reached_2pct":{"k":0,"n":90,"rate":0,"lo":0,"hi":0.0409},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":121,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":14,"method":"C","budget":12,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.9628,"lo":0.9546,"hi":0.971},"gap_to_best_known":{"n":90,"mean":0.1821,"lo":0.1675,"hi":0.1967},"reached_2pct":{"k":0,"n":90,"rate":0,"lo":0,"hi":0.0409},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":14,"method":"C","budget":60,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.9005,"lo":0.8918,"hi":0.9092},"gap_to_best_known":{"n":90,"mean":0.1047,"lo":0.0938,"hi":0.1156},"reached_2pct":{"k":0,"n":90,"rate":0,"lo":0,"hi":0.0409},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":14,"method":"C","budget":120,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.8703,"lo":0.8615,"hi":0.8791},"gap_to_best_known":{"n":90,"mean":0.0676,"lo":0.057,"hi":0.0782},"reached_2pct":{"k":13,"n":90,"rate":0.1444,"lo":0.0864,"hi":0.2316},"attempts_to_2pct":{"reached_mean":97.4615,"reached_median":97,"censored_mean":117.6,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":14,"method":"D","budget":1,"units":18,"courses":18,"clean":{"k":18,"n":18,"rate":1,"lo":0.8241,"hi":1},"lap_vs_first_plan":{"n":18,"mean":0.9642,"lo":0.9506,"hi":0.9779},"gap_to_best_known":{"n":18,"mean":0.1836,"lo":0.1578,"hi":0.2094},"reached_2pct":{"k":0,"n":18,"rate":0,"lo":0,"hi":0.1759},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":14,"method":"E","budget":12,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.9262,"lo":0.9189,"hi":0.9335},"gap_to_best_known":{"n":90,"mean":0.1366,"lo":0.1255,"hi":0.1477},"reached_2pct":{"k":1,"n":90,"rate":0.0111,"lo":0.002,"hi":0.0603},"attempts_to_2pct":{"reached_mean":8,"reached_median":8,"censored_mean":12.9444,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":14,"method":"E","budget":60,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.8703,"lo":0.8627,"hi":0.8778},"gap_to_best_known":{"n":90,"mean":0.0673,"lo":0.0597,"hi":0.0748},"reached_2pct":{"k":3,"n":90,"rate":0.0333,"lo":0.0114,"hi":0.0935},"attempts_to_2pct":{"reached_mean":21,"reached_median":27,"censored_mean":59.6667,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"heldout+showcase","speed":14,"method":"E","budget":120,"units":90,"courses":18,"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"lap_vs_first_plan":{"n":90,"mean":0.8442,"lo":0.8357,"hi":0.8528},"gap_to_best_known":{"n":90,"mean":0.0349,"lo":0.0281,"hi":0.0418},"reached_2pct":{"k":38,"n":90,"rate":0.4222,"lo":0.3254,"hi":0.5254},"attempts_to_2pct":{"reached_mean":82.4474,"reached_median":86.5,"censored_mean":104.7222,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":6,"method":"A","budget":1,"units":48,"courses":48,"clean":{"k":48,"n":48,"rate":1,"lo":0.9259,"hi":1},"lap_vs_first_plan":{"n":48,"mean":1,"lo":1,"hi":1},"gap_to_best_known":{"n":48,"mean":0.15,"lo":0.1382,"hi":0.1618},"reached_2pct":{"k":0,"n":48,"rate":0,"lo":0,"hi":0.0741},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":6,"method":"B","budget":12,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.9817,"lo":0.9784,"hi":0.985},"gap_to_best_known":{"n":240,"mean":0.1283,"lo":0.1241,"hi":0.1325},"reached_2pct":{"k":0,"n":240,"rate":0,"lo":0,"hi":0.0158},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":6,"method":"B","budget":60,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.9605,"lo":0.9563,"hi":0.9647},"gap_to_best_known":{"n":240,"mean":0.1036,"lo":0.0999,"hi":0.1073},"reached_2pct":{"k":0,"n":240,"rate":0,"lo":0,"hi":0.0158},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":6,"method":"B","budget":120,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.9527,"lo":0.9483,"hi":0.9571},"gap_to_best_known":{"n":240,"mean":0.0945,"lo":0.0912,"hi":0.0978},"reached_2pct":{"k":0,"n":240,"rate":0,"lo":0,"hi":0.0158},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":121,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":6,"method":"C","budget":12,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.9593,"lo":0.9551,"hi":0.9634},"gap_to_best_known":{"n":240,"mean":0.1021,"lo":0.0987,"hi":0.1055},"reached_2pct":{"k":0,"n":240,"rate":0,"lo":0,"hi":0.0158},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":6,"method":"C","budget":60,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.919,"lo":0.915,"hi":0.923},"gap_to_best_known":{"n":240,"mean":0.0558,"lo":0.053,"hi":0.0587},"reached_2pct":{"k":6,"n":240,"rate":0.025,"lo":0.0115,"hi":0.0535},"attempts_to_2pct":{"reached_mean":49,"reached_median":49.5,"censored_mean":60.7,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":6,"method":"C","budget":120,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.9014,"lo":0.8974,"hi":0.9054},"gap_to_best_known":{"n":240,"mean":0.0355,"lo":0.033,"hi":0.038},"reached_2pct":{"k":55,"n":240,"rate":0.2292,"lo":0.1805,"hi":0.2864},"attempts_to_2pct":{"reached_mean":87.3091,"reached_median":88,"censored_mean":113.2792,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":6,"method":"D","budget":1,"units":48,"courses":48,"clean":{"k":48,"n":48,"rate":1,"lo":0.9259,"hi":1},"lap_vs_first_plan":{"n":48,"mean":0.95,"lo":0.9416,"hi":0.9584},"gap_to_best_known":{"n":48,"mean":0.0918,"lo":0.0823,"hi":0.1012},"reached_2pct":{"k":0,"n":48,"rate":0,"lo":0,"hi":0.0741},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":6,"method":"E","budget":12,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.9239,"lo":0.9201,"hi":0.9278},"gap_to_best_known":{"n":240,"mean":0.0615,"lo":0.0588,"hi":0.0641},"reached_2pct":{"k":1,"n":240,"rate":0.0042,"lo":0.0007,"hi":0.0232},"attempts_to_2pct":{"reached_mean":4,"reached_median":4,"censored_mean":12.9625,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":6,"method":"E","budget":60,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.8954,"lo":0.8915,"hi":0.8993},"gap_to_best_known":{"n":240,"mean":0.0286,"lo":0.0266,"hi":0.0305},"reached_2pct":{"k":77,"n":240,"rate":0.3208,"lo":0.265,"hi":0.3823},"attempts_to_2pct":{"reached_mean":39.1948,"reached_median":41,"censored_mean":54.0042,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":6,"method":"E","budget":120,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.8831,"lo":0.8791,"hi":0.8871},"gap_to_best_known":{"n":240,"mean":0.0144,"lo":0.0128,"hi":0.016},"reached_2pct":{"k":171,"n":240,"rate":0.7125,"lo":0.6522,"hi":0.7661},"attempts_to_2pct":{"reached_mean":64.7778,"reached_median":64,"censored_mean":80.9417,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":10,"method":"A","budget":1,"units":48,"courses":48,"clean":{"k":48,"n":48,"rate":1,"lo":0.9259,"hi":1},"lap_vs_first_plan":{"n":48,"mean":1,"lo":1,"hi":1},"gap_to_best_known":{"n":48,"mean":0.2172,"lo":0.2016,"hi":0.2327},"reached_2pct":{"k":0,"n":48,"rate":0,"lo":0,"hi":0.0741},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":10,"method":"B","budget":12,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.991,"lo":0.9885,"hi":0.9935},"gap_to_best_known":{"n":240,"mean":0.206,"lo":0.1991,"hi":0.213},"reached_2pct":{"k":0,"n":240,"rate":0,"lo":0,"hi":0.0158},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":10,"method":"B","budget":60,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.9664,"lo":0.9624,"hi":0.9705},"gap_to_best_known":{"n":240,"mean":0.1755,"lo":0.1693,"hi":0.1818},"reached_2pct":{"k":0,"n":240,"rate":0,"lo":0,"hi":0.0158},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":10,"method":"B","budget":120,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.9554,"lo":0.9512,"hi":0.9595},"gap_to_best_known":{"n":240,"mean":0.1619,"lo":0.1562,"hi":0.1676},"reached_2pct":{"k":0,"n":240,"rate":0,"lo":0,"hi":0.0158},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":121,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":10,"method":"C","budget":12,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.9684,"lo":0.9647,"hi":0.972},"gap_to_best_known":{"n":240,"mean":0.178,"lo":0.1718,"hi":0.1842},"reached_2pct":{"k":0,"n":240,"rate":0,"lo":0,"hi":0.0158},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":10,"method":"C","budget":60,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.9029,"lo":0.8987,"hi":0.907},"gap_to_best_known":{"n":240,"mean":0.0978,"lo":0.093,"hi":0.1026},"reached_2pct":{"k":1,"n":240,"rate":0.0042,"lo":0.0007,"hi":0.0232},"attempts_to_2pct":{"reached_mean":53,"reached_median":53,"censored_mean":60.9667,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":10,"method":"C","budget":120,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.8737,"lo":0.8696,"hi":0.8779},"gap_to_best_known":{"n":240,"mean":0.0622,"lo":0.0578,"hi":0.0667},"reached_2pct":{"k":18,"n":240,"rate":0.075,"lo":0.048,"hi":0.1154},"attempts_to_2pct":{"reached_mean":93.7778,"reached_median":97,"censored_mean":118.9583,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":10,"method":"D","budget":1,"units":48,"courses":48,"clean":{"k":48,"n":48,"rate":1,"lo":0.9259,"hi":1},"lap_vs_first_plan":{"n":48,"mean":0.9465,"lo":0.9363,"hi":0.9566},"gap_to_best_known":{"n":48,"mean":0.1507,"lo":0.1397,"hi":0.1616},"reached_2pct":{"k":0,"n":48,"rate":0,"lo":0,"hi":0.0741},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":10,"method":"E","budget":12,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.9163,"lo":0.9119,"hi":0.9207},"gap_to_best_known":{"n":240,"mean":0.114,"lo":0.1094,"hi":0.1185},"reached_2pct":{"k":1,"n":240,"rate":0.0042,"lo":0.0007,"hi":0.0232},"attempts_to_2pct":{"reached_mean":5,"reached_median":5,"censored_mean":12.9667,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":10,"method":"E","budget":60,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.8647,"lo":0.86,"hi":0.8693},"gap_to_best_known":{"n":240,"mean":0.0508,"lo":0.0476,"hi":0.0539},"reached_2pct":{"k":15,"n":240,"rate":0.0625,"lo":0.0382,"hi":0.1005},"attempts_to_2pct":{"reached_mean":48.4,"reached_median":53,"censored_mean":60.2125,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":10,"method":"E","budget":120,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.8426,"lo":0.8378,"hi":0.8474},"gap_to_best_known":{"n":240,"mean":0.0238,"lo":0.0209,"hi":0.0268},"reached_2pct":{"k":125,"n":240,"rate":0.5208,"lo":0.4578,"hi":0.5832},"attempts_to_2pct":{"reached_mean":81.248,"reached_median":80,"censored_mean":100.2958,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":14,"method":"A","budget":1,"units":48,"courses":48,"clean":{"k":48,"n":48,"rate":1,"lo":0.9259,"hi":1},"lap_vs_first_plan":{"n":48,"mean":1,"lo":1,"hi":1},"gap_to_best_known":{"n":48,"mean":0.23,"lo":0.2152,"hi":0.2447},"reached_2pct":{"k":0,"n":48,"rate":0,"lo":0,"hi":0.0741},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":14,"method":"B","budget":12,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.9906,"lo":0.9881,"hi":0.9932},"gap_to_best_known":{"n":240,"mean":0.2183,"lo":0.2116,"hi":0.2249},"reached_2pct":{"k":0,"n":240,"rate":0,"lo":0,"hi":0.0158},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":14,"method":"B","budget":60,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.9654,"lo":0.9611,"hi":0.9697},"gap_to_best_known":{"n":240,"mean":0.1866,"lo":0.1804,"hi":0.1928},"reached_2pct":{"k":0,"n":240,"rate":0,"lo":0,"hi":0.0158},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":61,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":14,"method":"B","budget":120,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.954,"lo":0.9496,"hi":0.9584},"gap_to_best_known":{"n":240,"mean":0.1724,"lo":0.1667,"hi":0.1781},"reached_2pct":{"k":0,"n":240,"rate":0,"lo":0,"hi":0.0158},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":121,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":14,"method":"C","budget":12,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.9682,"lo":0.9644,"hi":0.9721},"gap_to_best_known":{"n":240,"mean":0.1902,"lo":0.1842,"hi":0.1962},"reached_2pct":{"k":0,"n":240,"rate":0,"lo":0,"hi":0.0158},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":14,"method":"C","budget":60,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.8971,"lo":0.8927,"hi":0.9015},"gap_to_best_known":{"n":240,"mean":0.1022,"lo":0.0975,"hi":0.1069},"reached_2pct":{"k":1,"n":240,"rate":0.0042,"lo":0.0007,"hi":0.0232},"attempts_to_2pct":{"reached_mean":56,"reached_median":56,"censored_mean":60.9792,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":14,"method":"C","budget":120,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.8669,"lo":0.8622,"hi":0.8716},"gap_to_best_known":{"n":240,"mean":0.0649,"lo":0.0606,"hi":0.0691},"reached_2pct":{"k":16,"n":240,"rate":0.0667,"lo":0.0414,"hi":0.1055},"attempts_to_2pct":{"reached_mean":94.875,"reached_median":98,"censored_mean":119.2583,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":14,"method":"D","budget":1,"units":48,"courses":48,"clean":{"k":48,"n":48,"rate":1,"lo":0.9259,"hi":1},"lap_vs_first_plan":{"n":48,"mean":0.9479,"lo":0.9372,"hi":0.9586},"gap_to_best_known":{"n":48,"mean":0.1648,"lo":0.1516,"hi":0.178},"reached_2pct":{"k":0,"n":48,"rate":0,"lo":0,"hi":0.0741},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":2,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":14,"method":"E","budget":12,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.9149,"lo":0.9102,"hi":0.9195},"gap_to_best_known":{"n":240,"mean":0.124,"lo":0.1193,"hi":0.1287},"reached_2pct":{"k":0,"n":240,"rate":0,"lo":0,"hi":0.0158},"attempts_to_2pct":{"reached_mean":null,"reached_median":null,"censored_mean":13,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":14,"method":"E","budget":60,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.8615,"lo":0.8567,"hi":0.8662},"gap_to_best_known":{"n":240,"mean":0.058,"lo":0.0544,"hi":0.0615},"reached_2pct":{"k":11,"n":240,"rate":0.0458,"lo":0.0258,"hi":0.0802},"attempts_to_2pct":{"reached_mean":50,"reached_median":53,"censored_mean":60.4958,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}},{"group":"train","speed":14,"method":"E","budget":120,"units":240,"courses":48,"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"lap_vs_first_plan":{"n":240,"mean":0.8365,"lo":0.8316,"hi":0.8414},"gap_to_best_known":{"n":240,"mean":0.0272,"lo":0.024,"hi":0.0303},"reached_2pct":{"k":107,"n":240,"rate":0.4458,"lo":0.3843,"hi":0.5091},"attempts_to_2pct":{"reached_mean":85.6262,"reached_median":86,"censored_mean":105.2292,"note":"censored_mean counts a miss as budget+1 (a lower bound)"}}],"paired":[{"group":"heldout","speed":6,"compare":"D vs A","meaning":"zero-shot plan vs untrained first plan, same course","courses":16,"d_clean":{"k":16,"n":16,"rate":1,"lo":0.8064,"hi":1},"d_faster":{"k":16,"n":16,"rate":1,"lo":0.8064,"hi":1},"lap_ratio_d_over_a":{"n":16,"mean":0.9392,"lo":0.9234,"hi":0.9551}},{"group":"heldout","speed":6,"budget":12,"compare":"E vs C","pairs":80,"gap_diff":{"n":80,"mean":-0.04,"lo":-0.0455,"hi":-0.0346},"attempts_to_2pct_diff":{"n":80,"mean":-0.0875,"lo":-0.259,"hi":0.084},"x_better":{"k":77,"n":80,"rate":0.9625,"lo":0.8955,"hi":0.9872},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":6,"budget":60,"compare":"E vs C","pairs":80,"gap_diff":{"n":80,"mean":-0.0254,"lo":-0.029,"hi":-0.0219},"attempts_to_2pct_diff":{"n":80,"mean":-5.8375,"lo":-8.673,"hi":-3.002},"x_better":{"k":74,"n":80,"rate":0.925,"lo":0.8459,"hi":0.9652},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":6,"budget":120,"compare":"E vs C","pairs":80,"gap_diff":{"n":80,"mean":-0.0182,"lo":-0.0219,"hi":-0.0145},"attempts_to_2pct_diff":{"n":80,"mean":-32.2,"lo":-39.8378,"hi":-24.5622},"x_better":{"k":68,"n":80,"rate":0.85,"lo":0.7559,"hi":0.9121},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":6,"budget":12,"compare":"C vs B","pairs":80,"gap_diff":{"n":80,"mean":-0.0379,"lo":-0.0455,"hi":-0.0303},"attempts_to_2pct_diff":{"n":80,"mean":0,"lo":0,"hi":0},"x_better":{"k":70,"n":80,"rate":0.875,"lo":0.785,"hi":0.9307},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":6,"budget":60,"compare":"C vs B","pairs":80,"gap_diff":{"n":80,"mean":-0.0531,"lo":-0.0597,"hi":-0.0466},"attempts_to_2pct_diff":{"n":80,"mean":-0.4125,"lo":-1.0532,"hi":0.2282},"x_better":{"k":78,"n":80,"rate":0.975,"lo":0.9134,"hi":0.9931},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":6,"budget":120,"compare":"C vs B","pairs":80,"gap_diff":{"n":80,"mean":-0.0628,"lo":-0.0688,"hi":-0.0569},"attempts_to_2pct_diff":{"n":80,"mean":-9.4625,"lo":-13.3379,"hi":-5.5871},"x_better":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":6,"budget":12,"compare":"E vs B","pairs":80,"gap_diff":{"n":80,"mean":-0.0779,"lo":-0.0856,"hi":-0.0702},"attempts_to_2pct_diff":{"n":80,"mean":-0.0875,"lo":-0.259,"hi":0.084},"x_better":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":6,"budget":60,"compare":"E vs B","pairs":80,"gap_diff":{"n":80,"mean":-0.0786,"lo":-0.0852,"hi":-0.072},"attempts_to_2pct_diff":{"n":80,"mean":-6.25,"lo":-9.0163,"hi":-3.4837},"x_better":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":6,"budget":120,"compare":"E vs B","pairs":80,"gap_diff":{"n":80,"mean":-0.081,"lo":-0.0866,"hi":-0.0755},"attempts_to_2pct_diff":{"n":80,"mean":-41.6625,"lo":-48.7999,"hi":-34.5251},"x_better":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":10,"compare":"D vs A","meaning":"zero-shot plan vs untrained first plan, same course","courses":16,"d_clean":{"k":16,"n":16,"rate":1,"lo":0.8064,"hi":1},"d_faster":{"k":14,"n":16,"rate":0.875,"lo":0.6398,"hi":0.965},"lap_ratio_d_over_a":{"n":16,"mean":0.9631,"lo":0.9479,"hi":0.9782}},{"group":"heldout","speed":10,"budget":12,"compare":"E vs C","pairs":80,"gap_diff":{"n":80,"mean":-0.048,"lo":-0.0554,"hi":-0.0407},"attempts_to_2pct_diff":{"n":80,"mean":0,"lo":0,"hi":0},"x_better":{"k":73,"n":80,"rate":0.9125,"lo":0.8302,"hi":0.957},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":10,"budget":60,"compare":"E vs C","pairs":80,"gap_diff":{"n":80,"mean":-0.0366,"lo":-0.0441,"hi":-0.0291},"attempts_to_2pct_diff":{"n":80,"mean":-0.375,"lo":-0.9981,"hi":0.2481},"x_better":{"k":74,"n":80,"rate":0.925,"lo":0.8459,"hi":0.9652},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":10,"budget":120,"compare":"E vs C","pairs":80,"gap_diff":{"n":80,"mean":-0.0285,"lo":-0.0356,"hi":-0.0214},"attempts_to_2pct_diff":{"n":80,"mean":-10.8,"lo":-15.0602,"hi":-6.5398},"x_better":{"k":68,"n":80,"rate":0.85,"lo":0.7559,"hi":0.9121},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":10,"budget":12,"compare":"C vs B","pairs":80,"gap_diff":{"n":80,"mean":-0.0226,"lo":-0.033,"hi":-0.0122},"attempts_to_2pct_diff":{"n":80,"mean":0,"lo":0,"hi":0},"x_better":{"k":46,"n":80,"rate":0.575,"lo":0.4657,"hi":0.6774},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":10,"budget":60,"compare":"C vs B","pairs":80,"gap_diff":{"n":80,"mean":-0.0676,"lo":-0.0784,"hi":-0.0568},"attempts_to_2pct_diff":{"n":80,"mean":0,"lo":0,"hi":0},"x_better":{"k":74,"n":80,"rate":0.925,"lo":0.8459,"hi":0.9652},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":10,"budget":120,"compare":"C vs B","pairs":80,"gap_diff":{"n":80,"mean":-0.0906,"lo":-0.1017,"hi":-0.0794},"attempts_to_2pct_diff":{"n":80,"mean":-3.5375,"lo":-6.0696,"hi":-1.0054},"x_better":{"k":78,"n":80,"rate":0.975,"lo":0.9134,"hi":0.9931},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":10,"budget":12,"compare":"E vs B","pairs":80,"gap_diff":{"n":80,"mean":-0.0706,"lo":-0.0818,"hi":-0.0595},"attempts_to_2pct_diff":{"n":80,"mean":0,"lo":0,"hi":0},"x_better":{"k":75,"n":80,"rate":0.9375,"lo":0.8619,"hi":0.973},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":10,"budget":60,"compare":"E vs B","pairs":80,"gap_diff":{"n":80,"mean":-0.1042,"lo":-0.1165,"hi":-0.092},"attempts_to_2pct_diff":{"n":80,"mean":-0.375,"lo":-0.9981,"hi":0.2481},"x_better":{"k":79,"n":80,"rate":0.9875,"lo":0.9325,"hi":0.9978},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":10,"budget":120,"compare":"E vs B","pairs":80,"gap_diff":{"n":80,"mean":-0.1191,"lo":-0.131,"hi":-0.1072},"attempts_to_2pct_diff":{"n":80,"mean":-14.3375,"lo":-18.6848,"hi":-9.9902},"x_better":{"k":79,"n":80,"rate":0.9875,"lo":0.9325,"hi":0.9978},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":14,"compare":"D vs A","meaning":"zero-shot plan vs untrained first plan, same course","courses":16,"d_clean":{"k":16,"n":16,"rate":1,"lo":0.8064,"hi":1},"d_faster":{"k":14,"n":16,"rate":0.875,"lo":0.6398,"hi":0.965},"lap_ratio_d_over_a":{"n":16,"mean":0.9616,"lo":0.9474,"hi":0.9758}},{"group":"heldout","speed":14,"budget":12,"compare":"E vs C","pairs":80,"gap_diff":{"n":80,"mean":-0.051,"lo":-0.0599,"hi":-0.0421},"attempts_to_2pct_diff":{"n":80,"mean":-0.0625,"lo":-0.185,"hi":0.06},"x_better":{"k":71,"n":80,"rate":0.8875,"lo":0.7998,"hi":0.9397},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":14,"budget":60,"compare":"E vs C","pairs":80,"gap_diff":{"n":80,"mean":-0.0409,"lo":-0.0492,"hi":-0.0326},"attempts_to_2pct_diff":{"n":80,"mean":-1.5,"lo":-3.2212,"hi":0.2212},"x_better":{"k":66,"n":80,"rate":0.825,"lo":0.7274,"hi":0.8928},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":14,"budget":120,"compare":"E vs C","pairs":80,"gap_diff":{"n":80,"mean":-0.0357,"lo":-0.0444,"hi":-0.0269},"attempts_to_2pct_diff":{"n":80,"mean":-14.075,"lo":-20.2574,"hi":-7.8926},"x_better":{"k":64,"n":80,"rate":0.8,"lo":0.6995,"hi":0.873},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":14,"budget":12,"compare":"C vs B","pairs":80,"gap_diff":{"n":80,"mean":-0.02,"lo":-0.0296,"hi":-0.0104},"attempts_to_2pct_diff":{"n":80,"mean":0,"lo":0,"hi":0},"x_better":{"k":42,"n":80,"rate":0.525,"lo":0.417,"hi":0.6308},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":14,"budget":60,"compare":"C vs B","pairs":80,"gap_diff":{"n":80,"mean":-0.0707,"lo":-0.0809,"hi":-0.0604},"attempts_to_2pct_diff":{"n":80,"mean":0,"lo":0,"hi":0},"x_better":{"k":74,"n":80,"rate":0.925,"lo":0.8459,"hi":0.9652},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":14,"budget":120,"compare":"C vs B","pairs":80,"gap_diff":{"n":80,"mean":-0.0961,"lo":-0.1085,"hi":-0.0836},"attempts_to_2pct_diff":{"n":80,"mean":-3.2125,"lo":-5.3169,"hi":-1.1081},"x_better":{"k":77,"n":80,"rate":0.9625,"lo":0.8955,"hi":0.9872},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":14,"budget":12,"compare":"E vs B","pairs":80,"gap_diff":{"n":80,"mean":-0.0711,"lo":-0.0814,"hi":-0.0607},"attempts_to_2pct_diff":{"n":80,"mean":-0.0625,"lo":-0.185,"hi":0.06},"x_better":{"k":76,"n":80,"rate":0.95,"lo":0.8784,"hi":0.9804},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":14,"budget":60,"compare":"E vs B","pairs":80,"gap_diff":{"n":80,"mean":-0.1115,"lo":-0.1238,"hi":-0.0992},"attempts_to_2pct_diff":{"n":80,"mean":-1.5,"lo":-3.2212,"hi":0.2212},"x_better":{"k":78,"n":80,"rate":0.975,"lo":0.9134,"hi":0.9931},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout","speed":14,"budget":120,"compare":"E vs B","pairs":80,"gap_diff":{"n":80,"mean":-0.1318,"lo":-0.1454,"hi":-0.1181},"attempts_to_2pct_diff":{"n":80,"mean":-17.2875,"lo":-22.9137,"hi":-11.6613},"x_better":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":6,"compare":"D vs A","meaning":"zero-shot plan vs untrained first plan, same course","courses":2,"d_clean":{"k":2,"n":2,"rate":1,"lo":0.3424,"hi":1},"d_faster":{"k":2,"n":2,"rate":1,"lo":0.3424,"hi":1},"lap_ratio_d_over_a":{"n":2,"mean":0.9652,"lo":0.9296,"hi":1.0009}},{"group":"showcase","speed":6,"budget":12,"compare":"E vs C","pairs":10,"gap_diff":{"n":10,"mean":-0.0139,"lo":-0.0338,"hi":0.006},"attempts_to_2pct_diff":{"n":10,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":10,"rate":0.5,"lo":0.2366,"hi":0.7634},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":6,"budget":60,"compare":"E vs C","pairs":10,"gap_diff":{"n":10,"mean":0.0001,"lo":-0.0138,"hi":0.0141},"attempts_to_2pct_diff":{"n":10,"mean":1.7,"lo":-1.632,"hi":5.032},"x_better":{"k":5,"n":10,"rate":0.5,"lo":0.2366,"hi":0.7634},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":6,"budget":120,"compare":"E vs C","pairs":10,"gap_diff":{"n":10,"mean":0.0029,"lo":-0.0115,"hi":0.0173},"attempts_to_2pct_diff":{"n":10,"mean":6.4,"lo":-9.2751,"hi":22.0751},"x_better":{"k":4,"n":10,"rate":0.4,"lo":0.1682,"hi":0.6873},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":6,"budget":12,"compare":"C vs B","pairs":10,"gap_diff":{"n":10,"mean":-0.0437,"lo":-0.075,"hi":-0.0124},"attempts_to_2pct_diff":{"n":10,"mean":0,"lo":0,"hi":0},"x_better":{"k":8,"n":10,"rate":0.8,"lo":0.4902,"hi":0.9433},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":6,"budget":60,"compare":"C vs B","pairs":10,"gap_diff":{"n":10,"mean":-0.062,"lo":-0.0814,"hi":-0.0427},"attempts_to_2pct_diff":{"n":10,"mean":-1.7,"lo":-5.032,"hi":1.632},"x_better":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":6,"budget":120,"compare":"C vs B","pairs":10,"gap_diff":{"n":10,"mean":-0.0672,"lo":-0.0859,"hi":-0.0486},"attempts_to_2pct_diff":{"n":10,"mean":-18.6,"lo":-35.9477,"hi":-1.2523},"x_better":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":6,"budget":12,"compare":"E vs B","pairs":10,"gap_diff":{"n":10,"mean":-0.0576,"lo":-0.0815,"hi":-0.0337},"attempts_to_2pct_diff":{"n":10,"mean":0,"lo":0,"hi":0},"x_better":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":6,"budget":60,"compare":"E vs B","pairs":10,"gap_diff":{"n":10,"mean":-0.0619,"lo":-0.0798,"hi":-0.044},"attempts_to_2pct_diff":{"n":10,"mean":0,"lo":0,"hi":0},"x_better":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":6,"budget":120,"compare":"E vs B","pairs":10,"gap_diff":{"n":10,"mean":-0.0643,"lo":-0.0864,"hi":-0.0422},"attempts_to_2pct_diff":{"n":10,"mean":-12.2,"lo":-24.4917,"hi":0.0917},"x_better":{"k":9,"n":10,"rate":0.9,"lo":0.5958,"hi":0.9821},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":10,"compare":"D vs A","meaning":"zero-shot plan vs untrained first plan, same course","courses":2,"d_clean":{"k":2,"n":2,"rate":1,"lo":0.3424,"hi":1},"d_faster":{"k":2,"n":2,"rate":1,"lo":0.3424,"hi":1},"lap_ratio_d_over_a":{"n":2,"mean":0.9693,"lo":0.9654,"hi":0.9732}},{"group":"showcase","speed":10,"budget":12,"compare":"E vs C","pairs":10,"gap_diff":{"n":10,"mean":0.0036,"lo":-0.0231,"hi":0.0303},"attempts_to_2pct_diff":{"n":10,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":10,"rate":0.5,"lo":0.2366,"hi":0.7634},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":10,"budget":60,"compare":"E vs C","pairs":10,"gap_diff":{"n":10,"mean":-0.0157,"lo":-0.0347,"hi":0.0033},"attempts_to_2pct_diff":{"n":10,"mean":0,"lo":0,"hi":0},"x_better":{"k":6,"n":10,"rate":0.6,"lo":0.3127,"hi":0.8318},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":10,"budget":120,"compare":"E vs C","pairs":10,"gap_diff":{"n":10,"mean":-0.005,"lo":-0.0303,"hi":0.0203},"attempts_to_2pct_diff":{"n":10,"mean":-1.2,"lo":-13.6983,"hi":11.2983},"x_better":{"k":6,"n":10,"rate":0.6,"lo":0.3127,"hi":0.8318},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":10,"budget":12,"compare":"C vs B","pairs":10,"gap_diff":{"n":10,"mean":-0.0778,"lo":-0.1167,"hi":-0.0389},"attempts_to_2pct_diff":{"n":10,"mean":0,"lo":0,"hi":0},"x_better":{"k":9,"n":10,"rate":0.9,"lo":0.5958,"hi":0.9821},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":10,"budget":60,"compare":"C vs B","pairs":10,"gap_diff":{"n":10,"mean":-0.0687,"lo":-0.0882,"hi":-0.0492},"attempts_to_2pct_diff":{"n":10,"mean":0,"lo":0,"hi":0},"x_better":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":10,"budget":120,"compare":"C vs B","pairs":10,"gap_diff":{"n":10,"mean":-0.0892,"lo":-0.1056,"hi":-0.0729},"attempts_to_2pct_diff":{"n":10,"mean":-5.9,"lo":-13.9147,"hi":2.1147},"x_better":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":10,"budget":12,"compare":"E vs B","pairs":10,"gap_diff":{"n":10,"mean":-0.0742,"lo":-0.1,"hi":-0.0484},"attempts_to_2pct_diff":{"n":10,"mean":0,"lo":0,"hi":0},"x_better":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":10,"budget":60,"compare":"E vs B","pairs":10,"gap_diff":{"n":10,"mean":-0.0844,"lo":-0.1101,"hi":-0.0588},"attempts_to_2pct_diff":{"n":10,"mean":0,"lo":0,"hi":0},"x_better":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":10,"budget":120,"compare":"E vs B","pairs":10,"gap_diff":{"n":10,"mean":-0.0942,"lo":-0.1249,"hi":-0.0635},"attempts_to_2pct_diff":{"n":10,"mean":-7.1,"lo":-14.5974,"hi":0.3974},"x_better":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":14,"compare":"D vs A","meaning":"zero-shot plan vs untrained first plan, same course","courses":2,"d_clean":{"k":2,"n":2,"rate":1,"lo":0.3424,"hi":1},"d_faster":{"k":1,"n":2,"rate":0.5,"lo":0.0945,"hi":0.9055},"lap_ratio_d_over_a":{"n":2,"mean":0.9853,"lo":0.9366,"hi":1.0341}},{"group":"showcase","speed":14,"budget":12,"compare":"E vs C","pairs":10,"gap_diff":{"n":10,"mean":-0.0017,"lo":-0.0255,"hi":0.0221},"attempts_to_2pct_diff":{"n":10,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":10,"rate":0.5,"lo":0.2366,"hi":0.7634},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":14,"budget":60,"compare":"E vs C","pairs":10,"gap_diff":{"n":10,"mean":-0.0101,"lo":-0.0433,"hi":0.0231},"attempts_to_2pct_diff":{"n":10,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":10,"rate":0.5,"lo":0.2366,"hi":0.7634},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":14,"budget":120,"compare":"E vs C","pairs":10,"gap_diff":{"n":10,"mean":-0.0082,"lo":-0.0416,"hi":0.0252},"attempts_to_2pct_diff":{"n":10,"mean":-3.3,"lo":-10.2882,"hi":3.6882},"x_better":{"k":5,"n":10,"rate":0.5,"lo":0.2366,"hi":0.7634},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":14,"budget":12,"compare":"C vs B","pairs":10,"gap_diff":{"n":10,"mean":-0.082,"lo":-0.1229,"hi":-0.041},"attempts_to_2pct_diff":{"n":10,"mean":0,"lo":0,"hi":0},"x_better":{"k":8,"n":10,"rate":0.8,"lo":0.4902,"hi":0.9433},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":14,"budget":60,"compare":"C vs B","pairs":10,"gap_diff":{"n":10,"mean":-0.0713,"lo":-0.0947,"hi":-0.048},"attempts_to_2pct_diff":{"n":10,"mean":0,"lo":0,"hi":0},"x_better":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":14,"budget":120,"compare":"C vs B","pairs":10,"gap_diff":{"n":10,"mean":-0.0834,"lo":-0.1072,"hi":-0.0596},"attempts_to_2pct_diff":{"n":10,"mean":-4.9,"lo":-11.5784,"hi":1.7784},"x_better":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":14,"budget":12,"compare":"E vs B","pairs":10,"gap_diff":{"n":10,"mean":-0.0836,"lo":-0.1123,"hi":-0.055},"attempts_to_2pct_diff":{"n":10,"mean":0,"lo":0,"hi":0},"x_better":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":14,"budget":60,"compare":"E vs B","pairs":10,"gap_diff":{"n":10,"mean":-0.0814,"lo":-0.1161,"hi":-0.0468},"attempts_to_2pct_diff":{"n":10,"mean":0,"lo":0,"hi":0},"x_better":{"k":9,"n":10,"rate":0.9,"lo":0.5958,"hi":0.9821},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"showcase","speed":14,"budget":120,"compare":"E vs B","pairs":10,"gap_diff":{"n":10,"mean":-0.0916,"lo":-0.1305,"hi":-0.0527},"attempts_to_2pct_diff":{"n":10,"mean":-8.2,"lo":-18.6973,"hi":2.2973},"x_better":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":6,"compare":"D vs A","meaning":"zero-shot plan vs untrained first plan, same course","courses":1,"d_clean":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"d_faster":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"lap_ratio_d_over_a":{"n":1,"mean":0.9834,"lo":null,"hi":null}},{"group":"loop","speed":6,"budget":12,"compare":"E vs C","pairs":5,"gap_diff":{"n":5,"mean":-0.0234,"lo":-0.0511,"hi":0.0043},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":4,"n":5,"rate":0.8,"lo":0.3755,"hi":0.9638},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":6,"budget":60,"compare":"E vs C","pairs":5,"gap_diff":{"n":5,"mean":-0.0129,"lo":-0.0268,"hi":0.0009},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":4,"n":5,"rate":0.8,"lo":0.3755,"hi":0.9638},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":6,"budget":120,"compare":"E vs C","pairs":5,"gap_diff":{"n":5,"mean":-0.0052,"lo":-0.02,"hi":0.0096},"attempts_to_2pct_diff":{"n":5,"mean":0.6,"lo":-0.576,"hi":1.776},"x_better":{"k":3,"n":5,"rate":0.6,"lo":0.2307,"hi":0.8824},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":6,"budget":12,"compare":"C vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0204,"lo":-0.0367,"hi":-0.0042},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":4,"n":5,"rate":0.8,"lo":0.3755,"hi":0.9638},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":6,"budget":60,"compare":"C vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0499,"lo":-0.0788,"hi":-0.0209},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":6,"budget":120,"compare":"C vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0636,"lo":-0.096,"hi":-0.0313},"attempts_to_2pct_diff":{"n":5,"mean":-9.4,"lo":-27.824,"hi":9.024},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":6,"budget":12,"compare":"E vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0438,"lo":-0.0661,"hi":-0.0216},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":6,"budget":60,"compare":"E vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0628,"lo":-0.083,"hi":-0.0426},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":6,"budget":120,"compare":"E vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0688,"lo":-0.091,"hi":-0.0466},"attempts_to_2pct_diff":{"n":5,"mean":-8.8,"lo":-26.048,"hi":8.448},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":10,"compare":"D vs A","meaning":"zero-shot plan vs untrained first plan, same course","courses":1,"d_clean":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"d_faster":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"lap_ratio_d_over_a":{"n":1,"mean":0.9673,"lo":null,"hi":null}},{"group":"loop","speed":10,"budget":12,"compare":"E vs C","pairs":5,"gap_diff":{"n":5,"mean":-0.0303,"lo":-0.0525,"hi":-0.008},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":10,"budget":60,"compare":"E vs C","pairs":5,"gap_diff":{"n":5,"mean":-0.0381,"lo":-0.0494,"hi":-0.0269},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":10,"budget":120,"compare":"E vs C","pairs":5,"gap_diff":{"n":5,"mean":-0.0313,"lo":-0.057,"hi":-0.0056},"attempts_to_2pct_diff":{"n":5,"mean":-9.8,"lo":-28.5218,"hi":8.9218},"x_better":{"k":4,"n":5,"rate":0.8,"lo":0.3755,"hi":0.9638},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":10,"budget":12,"compare":"C vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0392,"lo":-0.0705,"hi":-0.0079},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":4,"n":5,"rate":0.8,"lo":0.3755,"hi":0.9638},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":10,"budget":60,"compare":"C vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0676,"lo":-0.0985,"hi":-0.0367},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":10,"budget":120,"compare":"C vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0931,"lo":-0.1255,"hi":-0.0606},"attempts_to_2pct_diff":{"n":5,"mean":-4.4,"lo":-13.024,"hi":4.224},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":10,"budget":12,"compare":"E vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0695,"lo":-0.0877,"hi":-0.0513},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":10,"budget":60,"compare":"E vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.1057,"lo":-0.1343,"hi":-0.0771},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":10,"budget":120,"compare":"E vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.1244,"lo":-0.1638,"hi":-0.085},"attempts_to_2pct_diff":{"n":5,"mean":-14.2,"lo":-26.6949,"hi":-1.7051},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":14,"compare":"D vs A","meaning":"zero-shot plan vs untrained first plan, same course","courses":1,"d_clean":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"d_faster":{"k":0,"n":1,"rate":0,"lo":0,"hi":0.7935},"lap_ratio_d_over_a":{"n":1,"mean":1.0102,"lo":null,"hi":null}},{"group":"loop","speed":14,"budget":12,"compare":"E vs C","pairs":5,"gap_diff":{"n":5,"mean":-0.0298,"lo":-0.0526,"hi":-0.007},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":4,"n":5,"rate":0.8,"lo":0.3755,"hi":0.9638},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":14,"budget":60,"compare":"E vs C","pairs":5,"gap_diff":{"n":5,"mean":-0.0523,"lo":-0.0839,"hi":-0.0207},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":14,"budget":120,"compare":"E vs C","pairs":5,"gap_diff":{"n":5,"mean":-0.0505,"lo":-0.0808,"hi":-0.0202},"attempts_to_2pct_diff":{"n":5,"mean":-10.2,"lo":-19.0613,"hi":-1.3387},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":14,"budget":12,"compare":"C vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0314,"lo":-0.0619,"hi":-0.001},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":3,"n":5,"rate":0.6,"lo":0.2307,"hi":0.8824},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":14,"budget":60,"compare":"C vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0745,"lo":-0.1145,"hi":-0.0346},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":14,"budget":120,"compare":"C vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0943,"lo":-0.1372,"hi":-0.0514},"attempts_to_2pct_diff":{"n":5,"mean":-6.2,"lo":-18.352,"hi":5.952},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":14,"budget":12,"compare":"E vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0612,"lo":-0.0756,"hi":-0.0469},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":14,"budget":60,"compare":"E vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.1268,"lo":-0.1459,"hi":-0.1078},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"loop","speed":14,"budget":120,"compare":"E vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.1448,"lo":-0.1763,"hi":-0.1133},"attempts_to_2pct_diff":{"n":5,"mean":-16.4,"lo":-35.5499,"hi":2.7499},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":6,"compare":"D vs A","meaning":"zero-shot plan vs untrained first plan, same course","courses":1,"d_clean":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"d_faster":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"lap_ratio_d_over_a":{"n":1,"mean":0.947,"lo":null,"hi":null}},{"group":"slalom","speed":6,"budget":12,"compare":"E vs C","pairs":5,"gap_diff":{"n":5,"mean":-0.0044,"lo":-0.0334,"hi":0.0247},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":1,"n":5,"rate":0.2,"lo":0.0362,"hi":0.6245},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":6,"budget":60,"compare":"E vs C","pairs":5,"gap_diff":{"n":5,"mean":0.0132,"lo":-0.0058,"hi":0.0321},"attempts_to_2pct_diff":{"n":5,"mean":3.4,"lo":-3.264,"hi":10.064},"x_better":{"k":1,"n":5,"rate":0.2,"lo":0.0362,"hi":0.6245},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":6,"budget":120,"compare":"E vs C","pairs":5,"gap_diff":{"n":5,"mean":0.011,"lo":-0.0134,"hi":0.0353},"attempts_to_2pct_diff":{"n":5,"mean":12.2,"lo":-20.0442,"hi":44.4442},"x_better":{"k":1,"n":5,"rate":0.2,"lo":0.0362,"hi":0.6245},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":6,"budget":12,"compare":"C vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.067,"lo":-0.1226,"hi":-0.0114},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":4,"n":5,"rate":0.8,"lo":0.3755,"hi":0.9638},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":6,"budget":60,"compare":"C vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0742,"lo":-0.098,"hi":-0.0504},"attempts_to_2pct_diff":{"n":5,"mean":-3.4,"lo":-10.064,"hi":3.264},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":6,"budget":120,"compare":"C vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0708,"lo":-0.0931,"hi":-0.0485},"attempts_to_2pct_diff":{"n":5,"mean":-27.8,"lo":-56.9928,"hi":1.3928},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":6,"budget":12,"compare":"E vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0713,"lo":-0.1127,"hi":-0.0299},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":6,"budget":60,"compare":"E vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.061,"lo":-0.0932,"hi":-0.0289},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":6,"budget":120,"compare":"E vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0598,"lo":-0.1006,"hi":-0.019},"attempts_to_2pct_diff":{"n":5,"mean":-15.6,"lo":-34.5786,"hi":3.3786},"x_better":{"k":4,"n":5,"rate":0.8,"lo":0.3755,"hi":0.9638},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":10,"compare":"D vs A","meaning":"zero-shot plan vs untrained first plan, same course","courses":1,"d_clean":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"d_faster":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"lap_ratio_d_over_a":{"n":1,"mean":0.9713,"lo":null,"hi":null}},{"group":"slalom","speed":10,"budget":12,"compare":"E vs C","pairs":5,"gap_diff":{"n":5,"mean":0.0375,"lo":0.0151,"hi":0.0599},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":10,"budget":60,"compare":"E vs C","pairs":5,"gap_diff":{"n":5,"mean":0.0067,"lo":-0.0164,"hi":0.0297},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":1,"n":5,"rate":0.2,"lo":0.0362,"hi":0.6245},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":10,"budget":120,"compare":"E vs C","pairs":5,"gap_diff":{"n":5,"mean":0.0214,"lo":-0.0086,"hi":0.0513},"attempts_to_2pct_diff":{"n":5,"mean":7.4,"lo":-7.104,"hi":21.904},"x_better":{"k":2,"n":5,"rate":0.4,"lo":0.1176,"hi":0.7693},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":10,"budget":12,"compare":"C vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.1163,"lo":-0.1708,"hi":-0.0619},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":10,"budget":60,"compare":"C vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0698,"lo":-0.0973,"hi":-0.0424},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":10,"budget":120,"compare":"C vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0854,"lo":-0.0964,"hi":-0.0744},"attempts_to_2pct_diff":{"n":5,"mean":-7.4,"lo":-21.904,"hi":7.104},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":10,"budget":12,"compare":"E vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0789,"lo":-0.1301,"hi":-0.0276},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":10,"budget":60,"compare":"E vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0632,"lo":-0.0989,"hi":-0.0274},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":10,"budget":120,"compare":"E vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.064,"lo":-0.0946,"hi":-0.0335},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":14,"compare":"D vs A","meaning":"zero-shot plan vs untrained first plan, same course","courses":1,"d_clean":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"d_faster":{"k":1,"n":1,"rate":1,"lo":0.2065,"hi":1},"lap_ratio_d_over_a":{"n":1,"mean":0.9604,"lo":null,"hi":null}},{"group":"slalom","speed":14,"budget":12,"compare":"E vs C","pairs":5,"gap_diff":{"n":5,"mean":0.0264,"lo":0.0038,"hi":0.049},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":1,"n":5,"rate":0.2,"lo":0.0362,"hi":0.6245},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":14,"budget":60,"compare":"E vs C","pairs":5,"gap_diff":{"n":5,"mean":0.0321,"lo":0.0087,"hi":0.0555},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":14,"budget":120,"compare":"E vs C","pairs":5,"gap_diff":{"n":5,"mean":0.0341,"lo":0.0084,"hi":0.0598},"attempts_to_2pct_diff":{"n":5,"mean":3.6,"lo":-3.456,"hi":10.656},"x_better":{"k":0,"n":5,"rate":0,"lo":0,"hi":0.4345},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":14,"budget":12,"compare":"C vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.1325,"lo":-0.1738,"hi":-0.0912},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":14,"budget":60,"compare":"C vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0681,"lo":-0.0971,"hi":-0.0392},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":14,"budget":120,"compare":"C vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0725,"lo":-0.0945,"hi":-0.0505},"attempts_to_2pct_diff":{"n":5,"mean":-3.6,"lo":-10.656,"hi":3.456},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":14,"budget":12,"compare":"E vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.106,"lo":-0.1562,"hi":-0.0559},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":14,"budget":60,"compare":"E vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.036,"lo":-0.0687,"hi":-0.0033},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":4,"n":5,"rate":0.8,"lo":0.3755,"hi":0.9638},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"slalom","speed":14,"budget":120,"compare":"E vs B","pairs":5,"gap_diff":{"n":5,"mean":-0.0384,"lo":-0.0582,"hi":-0.0186},"attempts_to_2pct_diff":{"n":5,"mean":0,"lo":0,"hi":0},"x_better":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":6,"compare":"D vs A","meaning":"zero-shot plan vs untrained first plan, same course","courses":18,"d_clean":{"k":18,"n":18,"rate":1,"lo":0.8241,"hi":1},"d_faster":{"k":18,"n":18,"rate":1,"lo":0.8241,"hi":1},"lap_ratio_d_over_a":{"n":18,"mean":0.9421,"lo":0.9273,"hi":0.957}},{"group":"heldout+showcase","speed":6,"budget":12,"compare":"E vs C","pairs":90,"gap_diff":{"n":90,"mean":-0.0371,"lo":-0.0427,"hi":-0.0316},"attempts_to_2pct_diff":{"n":90,"mean":-0.0778,"lo":-0.2302,"hi":0.0747},"x_better":{"k":82,"n":90,"rate":0.9111,"lo":0.8343,"hi":0.9543},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":6,"budget":60,"compare":"E vs C","pairs":90,"gap_diff":{"n":90,"mean":-0.0226,"lo":-0.0265,"hi":-0.0187},"attempts_to_2pct_diff":{"n":90,"mean":-5,"lo":-7.5905,"hi":-2.4095},"x_better":{"k":79,"n":90,"rate":0.8778,"lo":0.7943,"hi":0.9304},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":6,"budget":120,"compare":"E vs C","pairs":90,"gap_diff":{"n":90,"mean":-0.0159,"lo":-0.0197,"hi":-0.012},"attempts_to_2pct_diff":{"n":90,"mean":-27.9111,"lo":-35.3368,"hi":-20.4855},"x_better":{"k":72,"n":90,"rate":0.8,"lo":0.7059,"hi":0.8696},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":6,"budget":12,"compare":"C vs B","pairs":90,"gap_diff":{"n":90,"mean":-0.0385,"lo":-0.046,"hi":-0.031},"attempts_to_2pct_diff":{"n":90,"mean":0,"lo":0,"hi":0},"x_better":{"k":78,"n":90,"rate":0.8667,"lo":0.7813,"hi":0.9221},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":6,"budget":60,"compare":"C vs B","pairs":90,"gap_diff":{"n":90,"mean":-0.0541,"lo":-0.0603,"hi":-0.0479},"attempts_to_2pct_diff":{"n":90,"mean":-0.5556,"lo":-1.2306,"hi":0.1195},"x_better":{"k":88,"n":90,"rate":0.9778,"lo":0.9226,"hi":0.9939},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":6,"budget":120,"compare":"C vs B","pairs":90,"gap_diff":{"n":90,"mean":-0.0633,"lo":-0.069,"hi":-0.0577},"attempts_to_2pct_diff":{"n":90,"mean":-10.4778,"lo":-14.4258,"hi":-6.5297},"x_better":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":6,"budget":12,"compare":"E vs B","pairs":90,"gap_diff":{"n":90,"mean":-0.0756,"lo":-0.0831,"hi":-0.0682},"attempts_to_2pct_diff":{"n":90,"mean":-0.0778,"lo":-0.2302,"hi":0.0747},"x_better":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":6,"budget":60,"compare":"E vs B","pairs":90,"gap_diff":{"n":90,"mean":-0.0767,"lo":-0.083,"hi":-0.0705},"attempts_to_2pct_diff":{"n":90,"mean":-5.5556,"lo":-8.0464,"hi":-3.0647},"x_better":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":6,"budget":120,"compare":"E vs B","pairs":90,"gap_diff":{"n":90,"mean":-0.0792,"lo":-0.0847,"hi":-0.0736},"attempts_to_2pct_diff":{"n":90,"mean":-38.3889,"lo":-45.1411,"hi":-31.6367},"x_better":{"k":89,"n":90,"rate":0.9889,"lo":0.9397,"hi":0.998},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":10,"compare":"D vs A","meaning":"zero-shot plan vs untrained first plan, same course","courses":18,"d_clean":{"k":18,"n":18,"rate":1,"lo":0.8241,"hi":1},"d_faster":{"k":16,"n":18,"rate":0.8889,"lo":0.672,"hi":0.969},"lap_ratio_d_over_a":{"n":18,"mean":0.9638,"lo":0.9503,"hi":0.9772}},{"group":"heldout+showcase","speed":10,"budget":12,"compare":"E vs C","pairs":90,"gap_diff":{"n":90,"mean":-0.0423,"lo":-0.0502,"hi":-0.0344},"attempts_to_2pct_diff":{"n":90,"mean":0,"lo":0,"hi":0},"x_better":{"k":78,"n":90,"rate":0.8667,"lo":0.7813,"hi":0.9221},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":10,"budget":60,"compare":"E vs C","pairs":90,"gap_diff":{"n":90,"mean":-0.0343,"lo":-0.0414,"hi":-0.0272},"attempts_to_2pct_diff":{"n":90,"mean":-0.3333,"lo":-0.8874,"hi":0.2207},"x_better":{"k":80,"n":90,"rate":0.8889,"lo":0.8074,"hi":0.9385},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":10,"budget":120,"compare":"E vs C","pairs":90,"gap_diff":{"n":90,"mean":-0.0259,"lo":-0.0329,"hi":-0.0189},"attempts_to_2pct_diff":{"n":90,"mean":-9.7333,"lo":-13.7915,"hi":-5.6752},"x_better":{"k":74,"n":90,"rate":0.8222,"lo":0.7306,"hi":0.8875},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":10,"budget":12,"compare":"C vs B","pairs":90,"gap_diff":{"n":90,"mean":-0.0287,"lo":-0.0395,"hi":-0.018},"attempts_to_2pct_diff":{"n":90,"mean":0,"lo":0,"hi":0},"x_better":{"k":55,"n":90,"rate":0.6111,"lo":0.5078,"hi":0.7053},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":10,"budget":60,"compare":"C vs B","pairs":90,"gap_diff":{"n":90,"mean":-0.0677,"lo":-0.0776,"hi":-0.0579},"attempts_to_2pct_diff":{"n":90,"mean":0,"lo":0,"hi":0},"x_better":{"k":84,"n":90,"rate":0.9333,"lo":0.8621,"hi":0.9691},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":10,"budget":120,"compare":"C vs B","pairs":90,"gap_diff":{"n":90,"mean":-0.0904,"lo":-0.1005,"hi":-0.0804},"attempts_to_2pct_diff":{"n":90,"mean":-3.8,"lo":-6.2092,"hi":-1.3908},"x_better":{"k":88,"n":90,"rate":0.9778,"lo":0.9226,"hi":0.9939},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":10,"budget":12,"compare":"E vs B","pairs":90,"gap_diff":{"n":90,"mean":-0.071,"lo":-0.0813,"hi":-0.0607},"attempts_to_2pct_diff":{"n":90,"mean":0,"lo":0,"hi":0},"x_better":{"k":85,"n":90,"rate":0.9444,"lo":0.8765,"hi":0.976},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":10,"budget":60,"compare":"E vs B","pairs":90,"gap_diff":{"n":90,"mean":-0.102,"lo":-0.1133,"hi":-0.0908},"attempts_to_2pct_diff":{"n":90,"mean":-0.3333,"lo":-0.8874,"hi":0.2207},"x_better":{"k":89,"n":90,"rate":0.9889,"lo":0.9397,"hi":0.998},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":10,"budget":120,"compare":"E vs B","pairs":90,"gap_diff":{"n":90,"mean":-0.1163,"lo":-0.1275,"hi":-0.1051},"attempts_to_2pct_diff":{"n":90,"mean":-13.5333,"lo":-17.504,"hi":-9.5626},"x_better":{"k":89,"n":90,"rate":0.9889,"lo":0.9397,"hi":0.998},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":14,"compare":"D vs A","meaning":"zero-shot plan vs untrained first plan, same course","courses":18,"d_clean":{"k":18,"n":18,"rate":1,"lo":0.8241,"hi":1},"d_faster":{"k":15,"n":18,"rate":0.8333,"lo":0.6078,"hi":0.9416},"lap_ratio_d_over_a":{"n":18,"mean":0.9642,"lo":0.9506,"hi":0.9779}},{"group":"heldout+showcase","speed":14,"budget":12,"compare":"E vs C","pairs":90,"gap_diff":{"n":90,"mean":-0.0455,"lo":-0.0544,"hi":-0.0366},"attempts_to_2pct_diff":{"n":90,"mean":-0.0556,"lo":-0.1644,"hi":0.0533},"x_better":{"k":76,"n":90,"rate":0.8444,"lo":0.7557,"hi":0.905},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":14,"budget":60,"compare":"E vs C","pairs":90,"gap_diff":{"n":90,"mean":-0.0374,"lo":-0.0459,"hi":-0.029},"attempts_to_2pct_diff":{"n":90,"mean":-1.3333,"lo":-2.8654,"hi":0.1987},"x_better":{"k":71,"n":90,"rate":0.7889,"lo":0.6937,"hi":0.8605},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":14,"budget":120,"compare":"E vs C","pairs":90,"gap_diff":{"n":90,"mean":-0.0326,"lo":-0.0414,"hi":-0.0239},"attempts_to_2pct_diff":{"n":90,"mean":-12.8778,"lo":-18.4636,"hi":-7.2919},"x_better":{"k":69,"n":90,"rate":0.7667,"lo":0.6695,"hi":0.842},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":14,"budget":12,"compare":"C vs B","pairs":90,"gap_diff":{"n":90,"mean":-0.0269,"lo":-0.0373,"hi":-0.0165},"attempts_to_2pct_diff":{"n":90,"mean":0,"lo":0,"hi":0},"x_better":{"k":50,"n":90,"rate":0.5556,"lo":0.4527,"hi":0.6538},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":14,"budget":60,"compare":"C vs B","pairs":90,"gap_diff":{"n":90,"mean":-0.0707,"lo":-0.0802,"hi":-0.0613},"attempts_to_2pct_diff":{"n":90,"mean":0,"lo":0,"hi":0},"x_better":{"k":84,"n":90,"rate":0.9333,"lo":0.8621,"hi":0.9691},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":14,"budget":120,"compare":"C vs B","pairs":90,"gap_diff":{"n":90,"mean":-0.0947,"lo":-0.106,"hi":-0.0833},"attempts_to_2pct_diff":{"n":90,"mean":-3.4,"lo":-5.4018,"hi":-1.3982},"x_better":{"k":87,"n":90,"rate":0.9667,"lo":0.9065,"hi":0.9886},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":14,"budget":12,"compare":"E vs B","pairs":90,"gap_diff":{"n":90,"mean":-0.0724,"lo":-0.0822,"hi":-0.0627},"attempts_to_2pct_diff":{"n":90,"mean":-0.0556,"lo":-0.1644,"hi":0.0533},"x_better":{"k":86,"n":90,"rate":0.9556,"lo":0.8912,"hi":0.9826},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":14,"budget":60,"compare":"E vs B","pairs":90,"gap_diff":{"n":90,"mean":-0.1082,"lo":-0.1199,"hi":-0.0965},"attempts_to_2pct_diff":{"n":90,"mean":-1.3333,"lo":-2.8654,"hi":0.1987},"x_better":{"k":87,"n":90,"rate":0.9667,"lo":0.9065,"hi":0.9886},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"heldout+showcase","speed":14,"budget":120,"compare":"E vs B","pairs":90,"gap_diff":{"n":90,"mean":-0.1273,"lo":-0.1404,"hi":-0.1143},"attempts_to_2pct_diff":{"n":90,"mean":-16.2778,"lo":-21.432,"hi":-11.1236},"x_better":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":6,"compare":"D vs A","meaning":"zero-shot plan vs untrained first plan, same course","courses":48,"d_clean":{"k":48,"n":48,"rate":1,"lo":0.9259,"hi":1},"d_faster":{"k":48,"n":48,"rate":1,"lo":0.9259,"hi":1},"lap_ratio_d_over_a":{"n":48,"mean":0.95,"lo":0.9416,"hi":0.9584}},{"group":"train","speed":6,"budget":12,"compare":"E vs C","pairs":240,"gap_diff":{"n":240,"mean":-0.0406,"lo":-0.0437,"hi":-0.0376},"attempts_to_2pct_diff":{"n":240,"mean":-0.0375,"lo":-0.111,"hi":0.036},"x_better":{"k":232,"n":240,"rate":0.9667,"lo":0.9356,"hi":0.983},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":6,"budget":60,"compare":"E vs C","pairs":240,"gap_diff":{"n":240,"mean":-0.0273,"lo":-0.0298,"hi":-0.0247},"attempts_to_2pct_diff":{"n":240,"mean":-6.6958,"lo":-8.2391,"hi":-5.1525},"x_better":{"k":220,"n":240,"rate":0.9167,"lo":0.8748,"hi":0.9454},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":6,"budget":120,"compare":"E vs C","pairs":240,"gap_diff":{"n":240,"mean":-0.0211,"lo":-0.0235,"hi":-0.0188},"attempts_to_2pct_diff":{"n":240,"mean":-32.3375,"lo":-36.7479,"hi":-27.9271},"x_better":{"k":213,"n":240,"rate":0.8875,"lo":0.8413,"hi":0.9215},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":6,"budget":12,"compare":"C vs B","pairs":240,"gap_diff":{"n":240,"mean":-0.0262,"lo":-0.0304,"hi":-0.022},"attempts_to_2pct_diff":{"n":240,"mean":0,"lo":0,"hi":0},"x_better":{"k":186,"n":240,"rate":0.775,"lo":0.7181,"hi":0.8233},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":6,"budget":60,"compare":"C vs B","pairs":240,"gap_diff":{"n":240,"mean":-0.0478,"lo":-0.0514,"hi":-0.0441},"attempts_to_2pct_diff":{"n":240,"mean":-0.3,"lo":-0.5697,"hi":-0.0303},"x_better":{"k":226,"n":240,"rate":0.9417,"lo":0.9045,"hi":0.9649},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":6,"budget":120,"compare":"C vs B","pairs":240,"gap_diff":{"n":240,"mean":-0.059,"lo":-0.0624,"hi":-0.0556},"attempts_to_2pct_diff":{"n":240,"mean":-7.7208,"lo":-9.9325,"hi":-5.5091},"x_better":{"k":235,"n":240,"rate":0.9792,"lo":0.9522,"hi":0.9911},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":6,"budget":12,"compare":"E vs B","pairs":240,"gap_diff":{"n":240,"mean":-0.0668,"lo":-0.0708,"hi":-0.0628},"attempts_to_2pct_diff":{"n":240,"mean":-0.0375,"lo":-0.111,"hi":0.036},"x_better":{"k":234,"n":240,"rate":0.975,"lo":0.9465,"hi":0.9885},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":6,"budget":60,"compare":"E vs B","pairs":240,"gap_diff":{"n":240,"mean":-0.075,"lo":-0.0788,"hi":-0.0713},"attempts_to_2pct_diff":{"n":240,"mean":-6.9958,"lo":-8.569,"hi":-5.4227},"x_better":{"k":238,"n":240,"rate":0.9917,"lo":0.9701,"hi":0.9977},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":6,"budget":120,"compare":"E vs B","pairs":240,"gap_diff":{"n":240,"mean":-0.0801,"lo":-0.0836,"hi":-0.0767},"attempts_to_2pct_diff":{"n":240,"mean":-40.0583,"lo":-44.418,"hi":-35.6986},"x_better":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":10,"compare":"D vs A","meaning":"zero-shot plan vs untrained first plan, same course","courses":48,"d_clean":{"k":48,"n":48,"rate":1,"lo":0.9259,"hi":1},"d_faster":{"k":44,"n":48,"rate":0.9167,"lo":0.8045,"hi":0.9671},"lap_ratio_d_over_a":{"n":48,"mean":0.9464,"lo":0.9363,"hi":0.9566}},{"group":"train","speed":10,"budget":12,"compare":"E vs C","pairs":240,"gap_diff":{"n":240,"mean":-0.064,"lo":-0.069,"hi":-0.0591},"attempts_to_2pct_diff":{"n":240,"mean":-0.0333,"lo":-0.0987,"hi":0.032},"x_better":{"k":229,"n":240,"rate":0.9542,"lo":0.9198,"hi":0.9742},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":10,"budget":60,"compare":"E vs C","pairs":240,"gap_diff":{"n":240,"mean":-0.047,"lo":-0.051,"hi":-0.0431},"attempts_to_2pct_diff":{"n":240,"mean":-0.7542,"lo":-1.3496,"hi":-0.1587},"x_better":{"k":226,"n":240,"rate":0.9417,"lo":0.9045,"hi":0.9649},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":10,"budget":120,"compare":"E vs C","pairs":240,"gap_diff":{"n":240,"mean":-0.0384,"lo":-0.0423,"hi":-0.0345},"attempts_to_2pct_diff":{"n":240,"mean":-18.6625,"lo":-21.7215,"hi":-15.6035},"x_better":{"k":215,"n":240,"rate":0.8958,"lo":0.8508,"hi":0.9284},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":10,"budget":12,"compare":"C vs B","pairs":240,"gap_diff":{"n":240,"mean":-0.028,"lo":-0.033,"hi":-0.0231},"attempts_to_2pct_diff":{"n":240,"mean":0,"lo":0,"hi":0},"x_better":{"k":161,"n":240,"rate":0.6708,"lo":0.6091,"hi":0.7272},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":10,"budget":60,"compare":"C vs B","pairs":240,"gap_diff":{"n":240,"mean":-0.0777,"lo":-0.0836,"hi":-0.0719},"attempts_to_2pct_diff":{"n":240,"mean":-0.0333,"lo":-0.0987,"hi":0.032},"x_better":{"k":230,"n":240,"rate":0.9583,"lo":0.925,"hi":0.9772},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":10,"budget":120,"compare":"C vs B","pairs":240,"gap_diff":{"n":240,"mean":-0.0996,"lo":-0.1052,"hi":-0.0941},"attempts_to_2pct_diff":{"n":240,"mean":-2.0417,"lo":-3.1173,"hi":-0.966},"x_better":{"k":235,"n":240,"rate":0.9792,"lo":0.9522,"hi":0.9911},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":10,"budget":12,"compare":"E vs B","pairs":240,"gap_diff":{"n":240,"mean":-0.0921,"lo":-0.0981,"hi":-0.0861},"attempts_to_2pct_diff":{"n":240,"mean":-0.0333,"lo":-0.0987,"hi":0.032},"x_better":{"k":235,"n":240,"rate":0.9792,"lo":0.9522,"hi":0.9911},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":10,"budget":60,"compare":"E vs B","pairs":240,"gap_diff":{"n":240,"mean":-0.1248,"lo":-0.131,"hi":-0.1186},"attempts_to_2pct_diff":{"n":240,"mean":-0.7875,"lo":-1.3787,"hi":-0.1963},"x_better":{"k":239,"n":240,"rate":0.9958,"lo":0.9768,"hi":0.9993},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":10,"budget":120,"compare":"E vs B","pairs":240,"gap_diff":{"n":240,"mean":-0.138,"lo":-0.1441,"hi":-0.132},"attempts_to_2pct_diff":{"n":240,"mean":-20.7042,"lo":-23.8269,"hi":-17.5815},"x_better":{"k":239,"n":240,"rate":0.9958,"lo":0.9768,"hi":0.9993},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":14,"compare":"D vs A","meaning":"zero-shot plan vs untrained first plan, same course","courses":48,"d_clean":{"k":48,"n":48,"rate":1,"lo":0.9259,"hi":1},"d_faster":{"k":43,"n":48,"rate":0.8958,"lo":0.7783,"hi":0.9547},"lap_ratio_d_over_a":{"n":48,"mean":0.9479,"lo":0.9372,"hi":0.9586}},{"group":"train","speed":14,"budget":12,"compare":"E vs C","pairs":240,"gap_diff":{"n":240,"mean":-0.0662,"lo":-0.0714,"hi":-0.0611},"attempts_to_2pct_diff":{"n":240,"mean":0,"lo":0,"hi":0},"x_better":{"k":230,"n":240,"rate":0.9583,"lo":0.925,"hi":0.9772},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":14,"budget":60,"compare":"E vs C","pairs":240,"gap_diff":{"n":240,"mean":-0.0443,"lo":-0.0484,"hi":-0.0401},"attempts_to_2pct_diff":{"n":240,"mean":-0.4833,"lo":-0.8475,"hi":-0.1192},"x_better":{"k":220,"n":240,"rate":0.9167,"lo":0.8748,"hi":0.9454},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":14,"budget":120,"compare":"E vs C","pairs":240,"gap_diff":{"n":240,"mean":-0.0377,"lo":-0.0416,"hi":-0.0337},"attempts_to_2pct_diff":{"n":240,"mean":-14.0292,"lo":-16.7538,"hi":-11.3046},"x_better":{"k":214,"n":240,"rate":0.8917,"lo":0.846,"hi":0.925},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":14,"budget":12,"compare":"C vs B","pairs":240,"gap_diff":{"n":240,"mean":-0.0281,"lo":-0.0332,"hi":-0.0229},"attempts_to_2pct_diff":{"n":240,"mean":0,"lo":0,"hi":0},"x_better":{"k":163,"n":240,"rate":0.6792,"lo":0.6177,"hi":0.735},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":14,"budget":60,"compare":"C vs B","pairs":240,"gap_diff":{"n":240,"mean":-0.0844,"lo":-0.0902,"hi":-0.0786},"attempts_to_2pct_diff":{"n":240,"mean":-0.0208,"lo":-0.0617,"hi":0.02},"x_better":{"k":231,"n":240,"rate":0.9625,"lo":0.9303,"hi":0.9801},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":14,"budget":120,"compare":"C vs B","pairs":240,"gap_diff":{"n":240,"mean":-0.1076,"lo":-0.1132,"hi":-0.1019},"attempts_to_2pct_diff":{"n":240,"mean":-1.7417,"lo":-2.752,"hi":-0.7314},"x_better":{"k":238,"n":240,"rate":0.9917,"lo":0.9701,"hi":0.9977},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":14,"budget":12,"compare":"E vs B","pairs":240,"gap_diff":{"n":240,"mean":-0.0943,"lo":-0.1007,"hi":-0.0879},"attempts_to_2pct_diff":{"n":240,"mean":0,"lo":0,"hi":0},"x_better":{"k":235,"n":240,"rate":0.9792,"lo":0.9522,"hi":0.9911},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":14,"budget":60,"compare":"E vs B","pairs":240,"gap_diff":{"n":240,"mean":-0.1287,"lo":-0.135,"hi":-0.1223},"attempts_to_2pct_diff":{"n":240,"mean":-0.5042,"lo":-0.8656,"hi":-0.1428},"x_better":{"k":239,"n":240,"rate":0.9958,"lo":0.9768,"hi":0.9993},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"},{"group":"train","speed":14,"budget":120,"compare":"E vs B","pairs":240,"gap_diff":{"n":240,"mean":-0.1452,"lo":-0.1515,"hi":-0.139},"attempts_to_2pct_diff":{"n":240,"mean":-15.7708,"lo":-18.5637,"hi":-12.9779},"x_better":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1},"note":"diff = first minus second; negative gap/attempts favour the first method; a miss counts as budget+1 attempts"}],"round_curves":[{"group":"heldout","speed":6,"method":"B","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":80,"mean":0.1368,"lo":0.1299,"hi":0.1437},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":80,"mean":0.1214,"lo":0.1147,"hi":0.1281},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":80,"mean":0.1154,"lo":0.109,"hi":0.1218},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":80,"mean":0.1089,"lo":0.1023,"hi":0.1154},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":80,"mean":0.1056,"lo":0.0996,"hi":0.1117},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":80,"mean":0.1021,"lo":0.0963,"hi":0.1079},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":80,"mean":0.0998,"lo":0.0941,"hi":0.1055},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":80,"mean":0.0964,"lo":0.0911,"hi":0.1017},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":80,"mean":0.0949,"lo":0.0897,"hi":0.1001},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":80,"mean":0.0939,"lo":0.0889,"hi":0.0989},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}}]},{"group":"heldout","speed":6,"method":"C","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":80,"mean":0.0989,"lo":0.093,"hi":0.1048},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":80,"mean":0.0807,"lo":0.0758,"hi":0.0855},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":80,"mean":0.0686,"lo":0.064,"hi":0.0731},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":80,"mean":0.059,"lo":0.0546,"hi":0.0634},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":80,"mean":0.0525,"lo":0.0486,"hi":0.0564},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":80,"mean":0.0466,"lo":0.043,"hi":0.0503},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":80,"mean":0.0413,"lo":0.0375,"hi":0.0452},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":80,"mean":0.0379,"lo":0.034,"hi":0.0417},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":80,"mean":0.034,"lo":0.0303,"hi":0.0376},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":80,"mean":0.0311,"lo":0.0272,"hi":0.0349},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}}]},{"group":"heldout","speed":6,"method":"E","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":80,"mean":0.0589,"lo":0.0554,"hi":0.0624},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":80,"mean":0.0486,"lo":0.0454,"hi":0.0517},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":80,"mean":0.0404,"lo":0.0371,"hi":0.0437},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":80,"mean":0.033,"lo":0.0298,"hi":0.0362},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":80,"mean":0.0271,"lo":0.0242,"hi":0.03},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":80,"mean":0.0232,"lo":0.0205,"hi":0.0259},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":80,"mean":0.0201,"lo":0.0175,"hi":0.0227},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":80,"mean":0.0168,"lo":0.0142,"hi":0.0193},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":80,"mean":0.0147,"lo":0.0121,"hi":0.0172},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":80,"mean":0.0129,"lo":0.0104,"hi":0.0153},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}}]},{"group":"heldout","speed":10,"method":"B","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":80,"mean":0.1914,"lo":0.1777,"hi":0.2051},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":80,"mean":0.1761,"lo":0.1637,"hi":0.1885},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":80,"mean":0.169,"lo":0.1571,"hi":0.1809},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":80,"mean":0.1636,"lo":0.1519,"hi":0.1752},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":80,"mean":0.1582,"lo":0.1467,"hi":0.1697},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":80,"mean":0.1564,"lo":0.1452,"hi":0.1675},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":80,"mean":0.1529,"lo":0.1416,"hi":0.1642},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":80,"mean":0.1511,"lo":0.1402,"hi":0.162},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":80,"mean":0.1469,"lo":0.1365,"hi":0.1573},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":80,"mean":0.1463,"lo":0.1358,"hi":0.1567},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}}]},{"group":"heldout","speed":10,"method":"C","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":80,"mean":0.1688,"lo":0.1572,"hi":0.1804},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":80,"mean":0.1436,"lo":0.1338,"hi":0.1534},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":80,"mean":0.1212,"lo":0.1127,"hi":0.1298},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":80,"mean":0.1043,"lo":0.0958,"hi":0.1128},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":80,"mean":0.0906,"lo":0.0824,"hi":0.0989},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":80,"mean":0.0782,"lo":0.0702,"hi":0.0862},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":80,"mean":0.0727,"lo":0.0647,"hi":0.0807},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":80,"mean":0.0649,"lo":0.0573,"hi":0.0725},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":80,"mean":0.0597,"lo":0.0522,"hi":0.0672},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":80,"mean":0.0557,"lo":0.048,"hi":0.0633},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}}]},{"group":"heldout","speed":10,"method":"E","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":80,"mean":0.1208,"lo":0.1117,"hi":0.13},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":80,"mean":0.094,"lo":0.0863,"hi":0.1017},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":80,"mean":0.0766,"lo":0.0697,"hi":0.0836},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":80,"mean":0.0646,"lo":0.0582,"hi":0.071},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":80,"mean":0.054,"lo":0.0485,"hi":0.0595},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":80,"mean":0.0467,"lo":0.0409,"hi":0.0524},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":80,"mean":0.0399,"lo":0.0343,"hi":0.0455},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":80,"mean":0.0347,"lo":0.029,"hi":0.0404},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":80,"mean":0.0306,"lo":0.025,"hi":0.0363},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":80,"mean":0.0272,"lo":0.0214,"hi":0.0329},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}}]},{"group":"heldout","speed":14,"method":"B","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":80,"mean":0.2089,"lo":0.193,"hi":0.2247},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":80,"mean":0.1939,"lo":0.179,"hi":0.2088},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":80,"mean":0.1885,"lo":0.1737,"hi":0.2033},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":80,"mean":0.1833,"lo":0.1689,"hi":0.1977},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":80,"mean":0.1783,"lo":0.1643,"hi":0.1923},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":80,"mean":0.1766,"lo":0.1627,"hi":0.1904},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":80,"mean":0.1725,"lo":0.1582,"hi":0.1869},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":80,"mean":0.1705,"lo":0.1565,"hi":0.1845},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":80,"mean":0.1664,"lo":0.1525,"hi":0.1804},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":80,"mean":0.1656,"lo":0.1517,"hi":0.1796},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}}]},{"group":"heldout","speed":14,"method":"C","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":80,"mean":0.1888,"lo":0.1733,"hi":0.2044},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":80,"mean":0.1603,"lo":0.1472,"hi":0.1735},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":80,"mean":0.1356,"lo":0.1237,"hi":0.1476},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":80,"mean":0.1183,"lo":0.1064,"hi":0.1301},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":80,"mean":0.1076,"lo":0.096,"hi":0.1192},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":80,"mean":0.0968,"lo":0.0851,"hi":0.1085},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":80,"mean":0.0885,"lo":0.0768,"hi":0.1002},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":80,"mean":0.08,"lo":0.0683,"hi":0.0916},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":80,"mean":0.0749,"lo":0.0632,"hi":0.0867},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":80,"mean":0.0695,"lo":0.0581,"hi":0.081},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}}]},{"group":"heldout","speed":14,"method":"E","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":80,"mean":0.1378,"lo":0.1254,"hi":0.1502},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":80,"mean":0.1119,"lo":0.1008,"hi":0.123},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":80,"mean":0.0905,"lo":0.0803,"hi":0.1007},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":80,"mean":0.0782,"lo":0.0684,"hi":0.088},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":80,"mean":0.0667,"lo":0.0584,"hi":0.075},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":80,"mean":0.0575,"lo":0.0495,"hi":0.0656},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":80,"mean":0.0511,"lo":0.0432,"hi":0.059},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":80,"mean":0.0423,"lo":0.035,"hi":0.0497},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":80,"mean":0.038,"lo":0.0306,"hi":0.0454},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":80,"mean":0.0338,"lo":0.0265,"hi":0.0411},"clean":{"k":80,"n":80,"rate":1,"lo":0.9542,"hi":1}}]},{"group":"showcase","speed":6,"method":"B","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":10,"mean":0.1347,"lo":0.1153,"hi":0.1542},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":10,"mean":0.1269,"lo":0.1131,"hi":0.1407},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":10,"mean":0.1222,"lo":0.1051,"hi":0.1392},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":10,"mean":0.1127,"lo":0.098,"hi":0.1274},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":10,"mean":0.1075,"lo":0.0921,"hi":0.123},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":10,"mean":0.1066,"lo":0.0904,"hi":0.1229},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":10,"mean":0.0995,"lo":0.0858,"hi":0.1131},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":10,"mean":0.0995,"lo":0.0858,"hi":0.1131},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":10,"mean":0.0947,"lo":0.077,"hi":0.1124},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":10,"mean":0.0919,"lo":0.0762,"hi":0.1077},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}}]},{"group":"showcase","speed":6,"method":"C","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":10,"mean":0.091,"lo":0.0768,"hi":0.1052},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":10,"mean":0.0672,"lo":0.0556,"hi":0.0789},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":10,"mean":0.0573,"lo":0.0466,"hi":0.0681},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":10,"mean":0.0499,"lo":0.0376,"hi":0.0622},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":10,"mean":0.0455,"lo":0.0332,"hi":0.0578},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":10,"mean":0.0414,"lo":0.0307,"hi":0.0521},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":10,"mean":0.0317,"lo":0.0187,"hi":0.0447},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":10,"mean":0.0301,"lo":0.0172,"hi":0.0431},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":10,"mean":0.0262,"lo":0.014,"hi":0.0384},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":10,"mean":0.0247,"lo":0.0124,"hi":0.037},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}}]},{"group":"showcase","speed":6,"method":"E","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":10,"mean":0.0771,"lo":0.0623,"hi":0.0919},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":10,"mean":0.0645,"lo":0.051,"hi":0.078},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":10,"mean":0.0524,"lo":0.0422,"hi":0.0626},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":10,"mean":0.0515,"lo":0.0418,"hi":0.0612},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":10,"mean":0.0456,"lo":0.0364,"hi":0.0548},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":10,"mean":0.0421,"lo":0.0338,"hi":0.0504},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":10,"mean":0.0363,"lo":0.0263,"hi":0.0463},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":10,"mean":0.0333,"lo":0.0243,"hi":0.0424},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":10,"mean":0.0313,"lo":0.0225,"hi":0.0402},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":10,"mean":0.0276,"lo":0.0198,"hi":0.0353},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}}]},{"group":"showcase","speed":10,"method":"B","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":10,"mean":0.198,"lo":0.1702,"hi":0.2259},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":10,"mean":0.1683,"lo":0.1598,"hi":0.1768},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":10,"mean":0.1557,"lo":0.1439,"hi":0.1675},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":10,"mean":0.1484,"lo":0.1341,"hi":0.1627},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":10,"mean":0.1484,"lo":0.1341,"hi":0.1627},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":10,"mean":0.1397,"lo":0.1208,"hi":0.1587},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":10,"mean":0.1397,"lo":0.1208,"hi":0.1587},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":10,"mean":0.1397,"lo":0.1208,"hi":0.1587},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":10,"mean":0.1356,"lo":0.1195,"hi":0.1516},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":10,"mean":0.1302,"lo":0.1133,"hi":0.147},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}}]},{"group":"showcase","speed":10,"method":"C","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":10,"mean":0.1203,"lo":0.0986,"hi":0.1419},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":10,"mean":0.1072,"lo":0.0906,"hi":0.1238},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":10,"mean":0.1004,"lo":0.0864,"hi":0.1144},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":10,"mean":0.0897,"lo":0.0767,"hi":0.1027},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":10,"mean":0.0797,"lo":0.0672,"hi":0.0922},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":10,"mean":0.066,"lo":0.0507,"hi":0.0812},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":10,"mean":0.0627,"lo":0.0457,"hi":0.0798},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":10,"mean":0.0576,"lo":0.0395,"hi":0.0756},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":10,"mean":0.0444,"lo":0.0302,"hi":0.0587},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":10,"mean":0.041,"lo":0.0261,"hi":0.0559},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}}]},{"group":"showcase","speed":10,"method":"E","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":10,"mean":0.1239,"lo":0.1024,"hi":0.1454},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":10,"mean":0.0903,"lo":0.0763,"hi":0.1043},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":10,"mean":0.0786,"lo":0.0665,"hi":0.0906},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":10,"mean":0.0763,"lo":0.0631,"hi":0.0895},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":10,"mean":0.064,"lo":0.0486,"hi":0.0794},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":10,"mean":0.055,"lo":0.0411,"hi":0.069},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":10,"mean":0.052,"lo":0.0369,"hi":0.0671},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":10,"mean":0.0485,"lo":0.0312,"hi":0.0658},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":10,"mean":0.0392,"lo":0.0197,"hi":0.0586},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":10,"mean":0.036,"lo":0.0161,"hi":0.0558},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}}]},{"group":"showcase","speed":14,"method":"B","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":10,"mean":0.2104,"lo":0.187,"hi":0.2338},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":10,"mean":0.1745,"lo":0.1614,"hi":0.1876},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":10,"mean":0.1599,"lo":0.1369,"hi":0.1829},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":10,"mean":0.1528,"lo":0.1257,"hi":0.1799},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":10,"mean":0.1528,"lo":0.1257,"hi":0.1799},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":10,"mean":0.1477,"lo":0.1213,"hi":0.1741},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":10,"mean":0.1477,"lo":0.1213,"hi":0.1741},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":10,"mean":0.1477,"lo":0.1213,"hi":0.1741},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":10,"mean":0.1438,"lo":0.1186,"hi":0.1689},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":10,"mean":0.1355,"lo":0.1094,"hi":0.1616},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}}]},{"group":"showcase","speed":14,"method":"C","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":10,"mean":0.1284,"lo":0.1031,"hi":0.1538},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":10,"mean":0.1202,"lo":0.0948,"hi":0.1456},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":10,"mean":0.1158,"lo":0.0908,"hi":0.1408},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":10,"mean":0.099,"lo":0.0774,"hi":0.1207},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":10,"mean":0.0815,"lo":0.0537,"hi":0.1093},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":10,"mean":0.0779,"lo":0.0488,"hi":0.107},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":10,"mean":0.0719,"lo":0.0423,"hi":0.1016},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":10,"mean":0.067,"lo":0.0353,"hi":0.0987},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":10,"mean":0.0562,"lo":0.0328,"hi":0.0796},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":10,"mean":0.0521,"lo":0.0269,"hi":0.0773},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}}]},{"group":"showcase","speed":14,"method":"E","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":10,"mean":0.1268,"lo":0.1145,"hi":0.139},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":10,"mean":0.1013,"lo":0.0901,"hi":0.1125},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":10,"mean":0.0934,"lo":0.0787,"hi":0.108},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":10,"mean":0.089,"lo":0.0727,"hi":0.1053},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":10,"mean":0.0714,"lo":0.057,"hi":0.0858},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":10,"mean":0.0607,"lo":0.0444,"hi":0.0769},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":10,"mean":0.0583,"lo":0.0405,"hi":0.0761},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":10,"mean":0.0567,"lo":0.0389,"hi":0.0745},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":10,"mean":0.0483,"lo":0.0302,"hi":0.0664},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":10,"mean":0.0439,"lo":0.0245,"hi":0.0634},"clean":{"k":10,"n":10,"rate":1,"lo":0.7225,"hi":1}}]},{"group":"loop","speed":6,"method":"B","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":5,"mean":0.1226,"lo":0.1154,"hi":0.1297},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":5,"mean":0.1224,"lo":0.1154,"hi":0.1294},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":5,"mean":0.1217,"lo":0.1144,"hi":0.129},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":5,"mean":0.1127,"lo":0.0975,"hi":0.1279},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":5,"mean":0.1023,"lo":0.0855,"hi":0.1191},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":5,"mean":0.1006,"lo":0.0813,"hi":0.1199},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":5,"mean":0.0958,"lo":0.0782,"hi":0.1134},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":5,"mean":0.0958,"lo":0.0782,"hi":0.1134},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":5,"mean":0.0958,"lo":0.0782,"hi":0.1134},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":5,"mean":0.0958,"lo":0.0782,"hi":0.1134},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}}]},{"group":"loop","speed":6,"method":"C","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":5,"mean":0.1021,"lo":0.0862,"hi":0.118},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":5,"mean":0.0794,"lo":0.0708,"hi":0.088},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":5,"mean":0.0655,"lo":0.0503,"hi":0.0807},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":5,"mean":0.0589,"lo":0.0438,"hi":0.0741},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":5,"mean":0.0524,"lo":0.0333,"hi":0.0716},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":5,"mean":0.0481,"lo":0.0314,"hi":0.0649},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":5,"mean":0.0378,"lo":0.0171,"hi":0.0584},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":5,"mean":0.0367,"lo":0.0158,"hi":0.0577},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":5,"mean":0.0338,"lo":0.014,"hi":0.0535},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":5,"mean":0.0322,"lo":0.0125,"hi":0.0518},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}}]},{"group":"loop","speed":6,"method":"E","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":5,"mean":0.0787,"lo":0.0568,"hi":0.1006},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":5,"mean":0.0635,"lo":0.0405,"hi":0.0866},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":5,"mean":0.0428,"lo":0.0354,"hi":0.0503},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":5,"mean":0.0428,"lo":0.0354,"hi":0.0503},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":5,"mean":0.0396,"lo":0.0292,"hi":0.0499},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":5,"mean":0.0378,"lo":0.0285,"hi":0.0471},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":5,"mean":0.0328,"lo":0.0204,"hi":0.0452},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":5,"mean":0.0324,"lo":0.0206,"hi":0.0443},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":5,"mean":0.0307,"lo":0.0194,"hi":0.042},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":5,"mean":0.027,"lo":0.0204,"hi":0.0335},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}}]},{"group":"loop","speed":10,"method":"B","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":5,"mean":0.1665,"lo":0.1665,"hi":0.1665},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":5,"mean":0.1648,"lo":0.1615,"hi":0.1681},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":5,"mean":0.1586,"lo":0.1468,"hi":0.1704},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":5,"mean":0.1553,"lo":0.1417,"hi":0.1688},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":5,"mean":0.1553,"lo":0.1417,"hi":0.1688},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":5,"mean":0.1379,"lo":0.1068,"hi":0.169},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":5,"mean":0.1379,"lo":0.1068,"hi":0.169},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":5,"mean":0.1379,"lo":0.1068,"hi":0.169},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":5,"mean":0.1379,"lo":0.1068,"hi":0.169},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":5,"mean":0.1372,"lo":0.1061,"hi":0.1683},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}}]},{"group":"loop","speed":10,"method":"C","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":5,"mean":0.1273,"lo":0.096,"hi":0.1586},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":5,"mean":0.1161,"lo":0.0935,"hi":0.1386},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":5,"mean":0.11,"lo":0.0925,"hi":0.1275},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":5,"mean":0.0982,"lo":0.0886,"hi":0.1078},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":5,"mean":0.0877,"lo":0.069,"hi":0.1065},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":5,"mean":0.075,"lo":0.0509,"hi":0.0992},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":5,"mean":0.0716,"lo":0.0452,"hi":0.098},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":5,"mean":0.0629,"lo":0.0314,"hi":0.0943},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":5,"mean":0.0457,"lo":0.0231,"hi":0.0683},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":5,"mean":0.0442,"lo":0.0197,"hi":0.0686},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}}]},{"group":"loop","speed":10,"method":"E","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":5,"mean":0.097,"lo":0.0788,"hi":0.1152},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":5,"mean":0.0728,"lo":0.0625,"hi":0.0832},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":5,"mean":0.063,"lo":0.0524,"hi":0.0735},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":5,"mean":0.0584,"lo":0.0491,"hi":0.0678},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":5,"mean":0.0496,"lo":0.0327,"hi":0.0664},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":5,"mean":0.0442,"lo":0.0294,"hi":0.059},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":5,"mean":0.0383,"lo":0.0231,"hi":0.0536},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":5,"mean":0.0313,"lo":0.0129,"hi":0.0497},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":5,"mean":0.0167,"lo":0.0028,"hi":0.0305},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":5,"mean":0.0128,"lo":0.0022,"hi":0.0234},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}}]},{"group":"loop","speed":14,"method":"B","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":5,"mean":0.1852,"lo":0.1852,"hi":0.1852},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":5,"mean":0.1852,"lo":0.1852,"hi":0.1852},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":5,"mean":0.1852,"lo":0.1852,"hi":0.1852},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":5,"mean":0.1852,"lo":0.1852,"hi":0.1852},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":5,"mean":0.1852,"lo":0.1852,"hi":0.1852},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":5,"mean":0.1749,"lo":0.1548,"hi":0.195},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":5,"mean":0.1749,"lo":0.1548,"hi":0.195},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":5,"mean":0.1749,"lo":0.1548,"hi":0.195},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":5,"mean":0.1749,"lo":0.1548,"hi":0.195},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":5,"mean":0.1688,"lo":0.1481,"hi":0.1894},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}}]},{"group":"loop","speed":14,"method":"C","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":5,"mean":0.1537,"lo":0.1233,"hi":0.1842},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":5,"mean":0.1502,"lo":0.123,"hi":0.1774},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":5,"mean":0.1467,"lo":0.1224,"hi":0.1709},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":5,"mean":0.1245,"lo":0.0981,"hi":0.1508},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":5,"mean":0.1107,"lo":0.0708,"hi":0.1506},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":5,"mean":0.1091,"lo":0.068,"hi":0.1503},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":5,"mean":0.1034,"lo":0.0595,"hi":0.1472},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":5,"mean":0.0961,"lo":0.0441,"hi":0.1481},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":5,"mean":0.0769,"lo":0.0382,"hi":0.1155},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":5,"mean":0.0745,"lo":0.0347,"hi":0.1143},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}}]},{"group":"loop","speed":14,"method":"E","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":5,"mean":0.124,"lo":0.1096,"hi":0.1383},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":5,"mean":0.0928,"lo":0.0788,"hi":0.1067},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":5,"mean":0.0859,"lo":0.0683,"hi":0.1035},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":5,"mean":0.0772,"lo":0.0578,"hi":0.0965},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":5,"mean":0.0584,"lo":0.0393,"hi":0.0774},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":5,"mean":0.0474,"lo":0.0241,"hi":0.0707},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":5,"mean":0.0425,"lo":0.0171,"hi":0.068},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":5,"mean":0.0409,"lo":0.0157,"hi":0.0661},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":5,"mean":0.0311,"lo":0.0086,"hi":0.0536},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":5,"mean":0.024,"lo":0.0013,"hi":0.0467},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}}]},{"group":"slalom","speed":6,"method":"B","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":5,"mean":0.1469,"lo":0.1099,"hi":0.1838},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":5,"mean":0.1314,"lo":0.1036,"hi":0.1592},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":5,"mean":0.1226,"lo":0.0872,"hi":0.158},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":5,"mean":0.1127,"lo":0.0855,"hi":0.1399},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":5,"mean":0.1127,"lo":0.0855,"hi":0.1399},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":5,"mean":0.1127,"lo":0.0855,"hi":0.1399},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":5,"mean":0.1031,"lo":0.0807,"hi":0.1255},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":5,"mean":0.1031,"lo":0.0807,"hi":0.1255},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":5,"mean":0.0936,"lo":0.0604,"hi":0.1268},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":5,"mean":0.088,"lo":0.0601,"hi":0.116},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}}]},{"group":"slalom","speed":6,"method":"C","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":5,"mean":0.0799,"lo":0.0594,"hi":0.1004},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":5,"mean":0.0551,"lo":0.0391,"hi":0.0711},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":5,"mean":0.0492,"lo":0.0363,"hi":0.062},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":5,"mean":0.0409,"lo":0.0237,"hi":0.0581},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":5,"mean":0.0386,"lo":0.0238,"hi":0.0533},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":5,"mean":0.0347,"lo":0.0226,"hi":0.0468},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":5,"mean":0.0256,"lo":0.0093,"hi":0.0418},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":5,"mean":0.0236,"lo":0.0083,"hi":0.0388},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":5,"mean":0.0186,"lo":0.0056,"hi":0.0315},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":5,"mean":0.0172,"lo":0.0034,"hi":0.031},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}}]},{"group":"slalom","speed":6,"method":"E","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":5,"mean":0.0755,"lo":0.053,"hi":0.098},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":5,"mean":0.0654,"lo":0.0484,"hi":0.0824},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":5,"mean":0.0619,"lo":0.0466,"hi":0.0773},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":5,"mean":0.0602,"lo":0.0453,"hi":0.0751},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":5,"mean":0.0517,"lo":0.0374,"hi":0.0659},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":5,"mean":0.0464,"lo":0.0327,"hi":0.0601},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":5,"mean":0.0399,"lo":0.0234,"hi":0.0564},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":5,"mean":0.0342,"lo":0.0192,"hi":0.0492},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":5,"mean":0.032,"lo":0.017,"hi":0.047},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":5,"mean":0.0282,"lo":0.0131,"hi":0.0433},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}}]},{"group":"slalom","speed":10,"method":"B","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":5,"mean":0.2296,"lo":0.1898,"hi":0.2693},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":5,"mean":0.1718,"lo":0.1547,"hi":0.1889},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":5,"mean":0.1528,"lo":0.1311,"hi":0.1746},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":5,"mean":0.1416,"lo":0.1161,"hi":0.167},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":5,"mean":0.1416,"lo":0.1161,"hi":0.167},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":5,"mean":0.1416,"lo":0.1161,"hi":0.167},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":5,"mean":0.1416,"lo":0.1161,"hi":0.167},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":5,"mean":0.1416,"lo":0.1161,"hi":0.167},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":5,"mean":0.1333,"lo":0.1199,"hi":0.1467},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":5,"mean":0.1231,"lo":0.1084,"hi":0.1378},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}}]},{"group":"slalom","speed":10,"method":"C","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":5,"mean":0.1133,"lo":0.081,"hi":0.1455},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":5,"mean":0.0984,"lo":0.0743,"hi":0.1225},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":5,"mean":0.0908,"lo":0.0709,"hi":0.1107},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":5,"mean":0.0812,"lo":0.0582,"hi":0.1042},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":5,"mean":0.0717,"lo":0.0566,"hi":0.0868},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":5,"mean":0.0569,"lo":0.0395,"hi":0.0744},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":5,"mean":0.0539,"lo":0.0323,"hi":0.0754},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":5,"mean":0.0523,"lo":0.0318,"hi":0.0729},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":5,"mean":0.0432,"lo":0.0233,"hi":0.0631},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":5,"mean":0.0378,"lo":0.0182,"hi":0.0573},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}}]},{"group":"slalom","speed":10,"method":"E","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":5,"mean":0.1507,"lo":0.1316,"hi":0.1699},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":5,"mean":0.1078,"lo":0.094,"hi":0.1216},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":5,"mean":0.0942,"lo":0.0854,"hi":0.103},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":5,"mean":0.0942,"lo":0.0854,"hi":0.103},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":5,"mean":0.0784,"lo":0.0587,"hi":0.0981},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":5,"mean":0.0658,"lo":0.0451,"hi":0.0866},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":5,"mean":0.0657,"lo":0.0448,"hi":0.0865},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":5,"mean":0.0657,"lo":0.0448,"hi":0.0865},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":5,"mean":0.0617,"lo":0.0384,"hi":0.0849},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":5,"mean":0.0591,"lo":0.034,"hi":0.0842},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}}]},{"group":"slalom","speed":14,"method":"B","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":5,"mean":0.2356,"lo":0.2004,"hi":0.2708},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":5,"mean":0.1638,"lo":0.1403,"hi":0.1873},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":5,"mean":0.1346,"lo":0.1007,"hi":0.1686},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":5,"mean":0.1205,"lo":0.0844,"hi":0.1565},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":5,"mean":0.1205,"lo":0.0844,"hi":0.1565},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":5,"mean":0.1205,"lo":0.0844,"hi":0.1565},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":5,"mean":0.1205,"lo":0.0844,"hi":0.1565},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":5,"mean":0.1205,"lo":0.0844,"hi":0.1565},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":5,"mean":0.1127,"lo":0.0885,"hi":0.1368},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":5,"mean":0.1022,"lo":0.0795,"hi":0.125},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}}]},{"group":"slalom","speed":14,"method":"C","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":5,"mean":0.1031,"lo":0.0761,"hi":0.1302},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":5,"mean":0.0902,"lo":0.0692,"hi":0.1112},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":5,"mean":0.0849,"lo":0.0652,"hi":0.1047},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":5,"mean":0.0736,"lo":0.0603,"hi":0.087},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":5,"mean":0.0523,"lo":0.0368,"hi":0.0679},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":5,"mean":0.0467,"lo":0.0313,"hi":0.0621},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":5,"mean":0.0405,"lo":0.0285,"hi":0.0525},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":5,"mean":0.0379,"lo":0.0241,"hi":0.0517},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":5,"mean":0.0354,"lo":0.0234,"hi":0.0475},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":5,"mean":0.0297,"lo":0.0122,"hi":0.0473},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}}]},{"group":"slalom","speed":14,"method":"E","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":5,"mean":0.1296,"lo":0.1082,"hi":0.151},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":5,"mean":0.1098,"lo":0.0945,"hi":0.1251},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":5,"mean":0.1008,"lo":0.0774,"hi":0.1243},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":5,"mean":0.1008,"lo":0.0774,"hi":0.1243},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":5,"mean":0.0845,"lo":0.0688,"hi":0.1001},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":5,"mean":0.074,"lo":0.0565,"hi":0.0914},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":5,"mean":0.074,"lo":0.0565,"hi":0.0914},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":5,"mean":0.0724,"lo":0.0547,"hi":0.0902},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":5,"mean":0.0654,"lo":0.0454,"hi":0.0854},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":5,"mean":0.0638,"lo":0.0432,"hi":0.0844},"clean":{"k":5,"n":5,"rate":1,"lo":0.5655,"hi":1}}]},{"group":"heldout+showcase","speed":6,"method":"B","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":90,"mean":0.1365,"lo":0.1301,"hi":0.143},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":90,"mean":0.122,"lo":0.1158,"hi":0.1281},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":90,"mean":0.1162,"lo":0.1102,"hi":0.1221},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":90,"mean":0.1093,"lo":0.1033,"hi":0.1153},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":90,"mean":0.1058,"lo":0.1002,"hi":0.1115},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":90,"mean":0.1026,"lo":0.0972,"hi":0.1081},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":90,"mean":0.0998,"lo":0.0945,"hi":0.105},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":90,"mean":0.0967,"lo":0.0918,"hi":0.1017},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":90,"mean":0.0948,"lo":0.0898,"hi":0.0998},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":90,"mean":0.0937,"lo":0.0889,"hi":0.0984},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}}]},{"group":"heldout+showcase","speed":6,"method":"C","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":90,"mean":0.098,"lo":0.0925,"hi":0.1035},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":90,"mean":0.0792,"lo":0.0746,"hi":0.0838},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":90,"mean":0.0673,"lo":0.0631,"hi":0.0716},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":90,"mean":0.058,"lo":0.0538,"hi":0.0621},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":90,"mean":0.0517,"lo":0.048,"hi":0.0554},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":90,"mean":0.0461,"lo":0.0426,"hi":0.0495},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":90,"mean":0.0403,"lo":0.0365,"hi":0.044},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":90,"mean":0.037,"lo":0.0333,"hi":0.0407},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":90,"mean":0.0331,"lo":0.0296,"hi":0.0366},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":90,"mean":0.0304,"lo":0.0267,"hi":0.034},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}}]},{"group":"heldout+showcase","speed":6,"method":"E","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":90,"mean":0.0609,"lo":0.0572,"hi":0.0646},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":90,"mean":0.0504,"lo":0.047,"hi":0.0537},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":90,"mean":0.0418,"lo":0.0385,"hi":0.045},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":90,"mean":0.035,"lo":0.0318,"hi":0.0383},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":90,"mean":0.0291,"lo":0.0261,"hi":0.0321},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":90,"mean":0.0253,"lo":0.0225,"hi":0.0281},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":90,"mean":0.0219,"lo":0.0192,"hi":0.0246},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":90,"mean":0.0186,"lo":0.0159,"hi":0.0213},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":90,"mean":0.0165,"lo":0.0138,"hi":0.0192},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":90,"mean":0.0145,"lo":0.012,"hi":0.017},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}}]},{"group":"heldout+showcase","speed":10,"method":"B","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":90,"mean":0.1922,"lo":0.1796,"hi":0.2047},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":90,"mean":0.1752,"lo":0.1641,"hi":0.1863},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":90,"mean":0.1675,"lo":0.1569,"hi":0.1782},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":90,"mean":0.1619,"lo":0.1514,"hi":0.1724},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":90,"mean":0.1571,"lo":0.1467,"hi":0.1675},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":90,"mean":0.1545,"lo":0.1444,"hi":0.1647},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":90,"mean":0.1514,"lo":0.1412,"hi":0.1617},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":90,"mean":0.1498,"lo":0.1399,"hi":0.1598},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":90,"mean":0.1456,"lo":0.1362,"hi":0.1551},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":90,"mean":0.1445,"lo":0.135,"hi":0.154},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}}]},{"group":"heldout+showcase","speed":10,"method":"C","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":90,"mean":0.1634,"lo":0.1524,"hi":0.1745},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":90,"mean":0.1395,"lo":0.1304,"hi":0.1487},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":90,"mean":0.1189,"lo":0.111,"hi":0.1268},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":90,"mean":0.1027,"lo":0.095,"hi":0.1105},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":90,"mean":0.0894,"lo":0.0819,"hi":0.0969},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":90,"mean":0.0769,"lo":0.0695,"hi":0.0842},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":90,"mean":0.0716,"lo":0.0642,"hi":0.0789},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":90,"mean":0.0641,"lo":0.057,"hi":0.0711},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":90,"mean":0.058,"lo":0.0511,"hi":0.0649},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":90,"mean":0.054,"lo":0.047,"hi":0.0611},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}}]},{"group":"heldout+showcase","speed":10,"method":"E","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":90,"mean":0.1211,"lo":0.1127,"hi":0.1296},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":90,"mean":0.0936,"lo":0.0866,"hi":0.1006},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":90,"mean":0.0769,"lo":0.0705,"hi":0.0832},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":90,"mean":0.0659,"lo":0.06,"hi":0.0718},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":90,"mean":0.0551,"lo":0.0499,"hi":0.0603},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":90,"mean":0.0476,"lo":0.0423,"hi":0.053},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":90,"mean":0.0413,"lo":0.036,"hi":0.0466},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":90,"mean":0.0362,"lo":0.0308,"hi":0.0417},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":90,"mean":0.0316,"lo":0.0261,"hi":0.0371},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":90,"mean":0.0282,"lo":0.0226,"hi":0.0337},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}}]},{"group":"heldout+showcase","speed":14,"method":"B","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":90,"mean":0.2091,"lo":0.1948,"hi":0.2234},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":90,"mean":0.1918,"lo":0.1784,"hi":0.2051},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":90,"mean":0.1853,"lo":0.1718,"hi":0.1988},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":90,"mean":0.1799,"lo":0.1667,"hi":0.1932},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":90,"mean":0.1754,"lo":0.1626,"hi":0.1883},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":90,"mean":0.1734,"lo":0.1606,"hi":0.1861},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":90,"mean":0.1698,"lo":0.1566,"hi":0.1829},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":90,"mean":0.168,"lo":0.1551,"hi":0.1808},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":90,"mean":0.1639,"lo":0.1511,"hi":0.1767},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":90,"mean":0.1623,"lo":0.1494,"hi":0.1751},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}}]},{"group":"heldout+showcase","speed":14,"method":"C","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":90,"mean":0.1821,"lo":0.1675,"hi":0.1967},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":90,"mean":0.1559,"lo":0.1436,"hi":0.1682},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":90,"mean":0.1334,"lo":0.1224,"hi":0.1444},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":90,"mean":0.1161,"lo":0.1053,"hi":0.1269},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":90,"mean":0.1047,"lo":0.0938,"hi":0.1156},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":90,"mean":0.0947,"lo":0.0838,"hi":0.1056},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":90,"mean":0.0866,"lo":0.0758,"hi":0.0975},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":90,"mean":0.0785,"lo":0.0676,"hi":0.0894},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":90,"mean":0.0729,"lo":0.0621,"hi":0.0836},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":90,"mean":0.0676,"lo":0.057,"hi":0.0782},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}}]},{"group":"heldout+showcase","speed":14,"method":"E","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":90,"mean":0.1366,"lo":0.1255,"hi":0.1477},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":90,"mean":0.1107,"lo":0.1008,"hi":0.1207},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":90,"mean":0.0909,"lo":0.0817,"hi":0.1001},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":90,"mean":0.0794,"lo":0.0705,"hi":0.0883},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":90,"mean":0.0673,"lo":0.0597,"hi":0.0748},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":90,"mean":0.0579,"lo":0.0506,"hi":0.0652},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":90,"mean":0.0519,"lo":0.0447,"hi":0.0591},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":90,"mean":0.0439,"lo":0.0371,"hi":0.0508},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":90,"mean":0.0392,"lo":0.0323,"hi":0.046},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":90,"mean":0.0349,"lo":0.0281,"hi":0.0418},"clean":{"k":90,"n":90,"rate":1,"lo":0.9591,"hi":1}}]},{"group":"train","speed":6,"method":"B","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":240,"mean":0.1283,"lo":0.1241,"hi":0.1325},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":240,"mean":0.1169,"lo":0.1129,"hi":0.1209},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":240,"mean":0.1115,"lo":0.1077,"hi":0.1154},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":240,"mean":0.1067,"lo":0.1029,"hi":0.1104},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":240,"mean":0.1036,"lo":0.0999,"hi":0.1073},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":240,"mean":0.1008,"lo":0.0972,"hi":0.1043},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":240,"mean":0.0983,"lo":0.0947,"hi":0.1018},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":240,"mean":0.0965,"lo":0.0931,"hi":0.0999},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":240,"mean":0.0957,"lo":0.0924,"hi":0.0991},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":240,"mean":0.0945,"lo":0.0912,"hi":0.0978},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}}]},{"group":"train","speed":6,"method":"C","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":240,"mean":0.1021,"lo":0.0987,"hi":0.1055},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":240,"mean":0.0831,"lo":0.08,"hi":0.0862},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":240,"mean":0.0723,"lo":0.0693,"hi":0.0753},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":240,"mean":0.0632,"lo":0.0603,"hi":0.0661},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":240,"mean":0.0558,"lo":0.053,"hi":0.0587},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":240,"mean":0.05,"lo":0.0473,"hi":0.0527},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":240,"mean":0.0453,"lo":0.0426,"hi":0.0479},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":240,"mean":0.0412,"lo":0.0387,"hi":0.0437},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":240,"mean":0.0383,"lo":0.0359,"hi":0.0408},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":240,"mean":0.0355,"lo":0.033,"hi":0.038},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}}]},{"group":"train","speed":6,"method":"E","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":240,"mean":0.0615,"lo":0.0588,"hi":0.0641},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":240,"mean":0.0493,"lo":0.0469,"hi":0.0517},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":240,"mean":0.0408,"lo":0.0387,"hi":0.043},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":240,"mean":0.0333,"lo":0.0312,"hi":0.0353},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":240,"mean":0.0286,"lo":0.0266,"hi":0.0305},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":240,"mean":0.024,"lo":0.0223,"hi":0.0258},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":240,"mean":0.0209,"lo":0.0192,"hi":0.0225},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":240,"mean":0.0183,"lo":0.0166,"hi":0.02},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":240,"mean":0.0161,"lo":0.0145,"hi":0.0177},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":240,"mean":0.0144,"lo":0.0128,"hi":0.016},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}}]},{"group":"train","speed":10,"method":"B","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":240,"mean":0.206,"lo":0.1991,"hi":0.213},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":240,"mean":0.1949,"lo":0.1885,"hi":0.2013},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":240,"mean":0.1871,"lo":0.1808,"hi":0.1935},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":240,"mean":0.1805,"lo":0.1743,"hi":0.1867},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":240,"mean":0.1755,"lo":0.1693,"hi":0.1818},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":240,"mean":0.173,"lo":0.1669,"hi":0.1791},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":240,"mean":0.1691,"lo":0.163,"hi":0.1751},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":240,"mean":0.1664,"lo":0.1605,"hi":0.1724},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":240,"mean":0.1644,"lo":0.1585,"hi":0.1703},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":240,"mean":0.1619,"lo":0.1562,"hi":0.1676},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}}]},{"group":"train","speed":10,"method":"C","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":240,"mean":0.178,"lo":0.1718,"hi":0.1842},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":240,"mean":0.1457,"lo":0.1401,"hi":0.1513},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":240,"mean":0.126,"lo":0.1207,"hi":0.1313},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":240,"mean":0.1104,"lo":0.1054,"hi":0.1154},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":240,"mean":0.0978,"lo":0.0929,"hi":0.1026},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":240,"mean":0.0867,"lo":0.082,"hi":0.0913},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":240,"mean":0.0799,"lo":0.0752,"hi":0.0846},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":240,"mean":0.073,"lo":0.0685,"hi":0.0775},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":240,"mean":0.0675,"lo":0.063,"hi":0.072},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":240,"mean":0.0622,"lo":0.0578,"hi":0.0667},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}}]},{"group":"train","speed":10,"method":"E","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":240,"mean":0.114,"lo":0.1094,"hi":0.1185},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":240,"mean":0.0874,"lo":0.0836,"hi":0.0911},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":240,"mean":0.0727,"lo":0.0693,"hi":0.076},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":240,"mean":0.061,"lo":0.0578,"hi":0.0641},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":240,"mean":0.0508,"lo":0.0476,"hi":0.0539},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":240,"mean":0.0425,"lo":0.0394,"hi":0.0456},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":240,"mean":0.037,"lo":0.0339,"hi":0.04},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":240,"mean":0.0319,"lo":0.0289,"hi":0.0349},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":240,"mean":0.027,"lo":0.0241,"hi":0.03},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":240,"mean":0.0238,"lo":0.0209,"hi":0.0268},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}}]},{"group":"train","speed":14,"method":"B","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":240,"mean":0.2182,"lo":0.2116,"hi":0.2249},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":240,"mean":0.2067,"lo":0.2004,"hi":0.213},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":240,"mean":0.1991,"lo":0.1928,"hi":0.2054},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":240,"mean":0.1925,"lo":0.1863,"hi":0.1987},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":240,"mean":0.1866,"lo":0.1804,"hi":0.1928},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":240,"mean":0.1835,"lo":0.1774,"hi":0.1895},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":240,"mean":0.1794,"lo":0.1735,"hi":0.1853},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":240,"mean":0.1767,"lo":0.1707,"hi":0.1826},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":240,"mean":0.1748,"lo":0.1688,"hi":0.1807},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":240,"mean":0.1724,"lo":0.1667,"hi":0.1781},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}}]},{"group":"train","speed":14,"method":"C","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":240,"mean":0.1902,"lo":0.1842,"hi":0.1962},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":240,"mean":0.157,"lo":0.1516,"hi":0.1623},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":240,"mean":0.1345,"lo":0.1294,"hi":0.1396},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":240,"mean":0.1167,"lo":0.1117,"hi":0.1217},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":240,"mean":0.1022,"lo":0.0975,"hi":0.1069},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":240,"mean":0.0919,"lo":0.0875,"hi":0.0964},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":240,"mean":0.0834,"lo":0.0791,"hi":0.0877},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":240,"mean":0.076,"lo":0.0718,"hi":0.0802},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":240,"mean":0.0704,"lo":0.0662,"hi":0.0746},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":240,"mean":0.0649,"lo":0.0606,"hi":0.0691},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}}]},{"group":"train","speed":14,"method":"E","points":[{"round":1,"attempts":12,"gap_to_best_known":{"n":240,"mean":0.124,"lo":0.1193,"hi":0.1287},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":2,"attempts":24,"gap_to_best_known":{"n":240,"mean":0.0981,"lo":0.0942,"hi":0.1019},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":3,"attempts":36,"gap_to_best_known":{"n":240,"mean":0.0836,"lo":0.0799,"hi":0.0873},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":4,"attempts":48,"gap_to_best_known":{"n":240,"mean":0.069,"lo":0.0655,"hi":0.0726},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":5,"attempts":60,"gap_to_best_known":{"n":240,"mean":0.058,"lo":0.0544,"hi":0.0615},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":6,"attempts":72,"gap_to_best_known":{"n":240,"mean":0.0492,"lo":0.0458,"hi":0.0525},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":7,"attempts":84,"gap_to_best_known":{"n":240,"mean":0.043,"lo":0.0397,"hi":0.0463},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":8,"attempts":96,"gap_to_best_known":{"n":240,"mean":0.0369,"lo":0.0337,"hi":0.04},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":9,"attempts":108,"gap_to_best_known":{"n":240,"mean":0.0308,"lo":0.0277,"hi":0.0339},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}},{"round":10,"attempts":120,"gap_to_best_known":{"n":240,"mean":0.0272,"lo":0.024,"hi":0.0303},"clean":{"k":240,"n":240,"rate":1,"lo":0.9842,"hi":1}}]}],"rows":[{"course":"gen-4","name":"Course 4","gates":8,"split":"heldout","speed":6,"method":"A","seeds":1,"first_plan":11.5177,"best_known":9.1397,"at":{"12":{"clean":1,"n":1,"best_mean":11.5177,"best_min":11.5177,"vs_first_mean":1,"gap_mean":0.2602},"60":{"clean":1,"n":1,"best_mean":11.5177,"best_min":11.5177,"vs_first_mean":1,"gap_mean":0.2602},"120":{"clean":1,"n":1,"best_mean":11.5177,"best_min":11.5177,"vs_first_mean":1,"gap_mean":0.2602}}},{"course":"gen-4","name":"Course 4","gates":8,"split":"heldout","speed":6,"method":"B","seeds":5,"first_plan":11.5177,"best_known":9.1397,"at":{"12":{"clean":5,"n":5,"best_mean":10.6937,"best_min":10.0293,"vs_first_mean":0.9285,"gap_mean":0.17},"60":{"clean":5,"n":5,"best_mean":10.2758,"best_min":10.0293,"vs_first_mean":0.8922,"gap_mean":0.1243},"120":{"clean":5,"n":5,"best_mean":10.1381,"best_min":9.938,"vs_first_mean":0.8802,"gap_mean":0.1092}}},{"course":"gen-4","name":"Course 4","gates":8,"split":"heldout","speed":6,"method":"C","seeds":5,"first_plan":11.5177,"best_known":9.1397,"at":{"12":{"clean":5,"n":5,"best_mean":10.34,"best_min":9.9158,"vs_first_mean":0.8977,"gap_mean":0.1313},"60":{"clean":5,"n":5,"best_mean":9.5781,"best_min":9.369,"vs_first_mean":0.8316,"gap_mean":0.048},"120":{"clean":5,"n":5,"best_mean":9.3398,"best_min":9.1902,"vs_first_mean":0.8109,"gap_mean":0.0219}}},{"course":"gen-4","name":"Course 4","gates":8,"split":"heldout","speed":6,"method":"D","seeds":1,"first_plan":11.5177,"best_known":9.1397,"at":{"12":{"clean":1,"n":1,"best_mean":9.9997,"best_min":9.9997,"vs_first_mean":0.8682,"gap_mean":0.0941},"60":{"clean":1,"n":1,"best_mean":9.9997,"best_min":9.9997,"vs_first_mean":0.8682,"gap_mean":0.0941},"120":{"clean":1,"n":1,"best_mean":9.9997,"best_min":9.9997,"vs_first_mean":0.8682,"gap_mean":0.0941}},"belief_levels":["mid","mid","mid","mid","fine","mid","coarse","mid"]},{"course":"gen-4","name":"Course 4","gates":8,"split":"heldout","speed":6,"method":"E","seeds":5,"first_plan":11.5177,"best_known":9.1397,"at":{"12":{"clean":5,"n":5,"best_mean":9.7655,"best_min":9.5852,"vs_first_mean":0.8479,"gap_mean":0.0685},"60":{"clean":5,"n":5,"best_mean":9.3335,"best_min":9.2403,"vs_first_mean":0.8104,"gap_mean":0.0212},"120":{"clean":5,"n":5,"best_mean":9.2568,"best_min":9.1397,"vs_first_mean":0.8037,"gap_mean":0.0128}},"belief_levels":["mid","mid","mid","mid","fine","mid","coarse","mid"]},{"course":"gen-4","name":"Course 4","gates":8,"split":"heldout","speed":10,"method":"A","seeds":1,"first_plan":8.6215,"best_known":6.6529,"at":{"12":{"clean":1,"n":1,"best_mean":8.6215,"best_min":8.6215,"vs_first_mean":1,"gap_mean":0.2959},"60":{"clean":1,"n":1,"best_mean":8.6215,"best_min":8.6215,"vs_first_mean":1,"gap_mean":0.2959},"120":{"clean":1,"n":1,"best_mean":8.6215,"best_min":8.6215,"vs_first_mean":1,"gap_mean":0.2959}}},{"course":"gen-4","name":"Course 4","gates":8,"split":"heldout","speed":10,"method":"B","seeds":5,"first_plan":8.6215,"best_known":6.6529,"at":{"12":{"clean":5,"n":5,"best_mean":8.5717,"best_min":8.3724,"vs_first_mean":0.9942,"gap_mean":0.2884},"60":{"clean":5,"n":5,"best_mean":8.474,"best_min":8.3724,"vs_first_mean":0.9829,"gap_mean":0.2737},"120":{"clean":5,"n":5,"best_mean":8.3772,"best_min":8.2164,"vs_first_mean":0.9717,"gap_mean":0.2592}}},{"course":"gen-4","name":"Course 4","gates":8,"split":"heldout","speed":10,"method":"C","seeds":5,"first_plan":8.6215,"best_known":6.6529,"at":{"12":{"clean":5,"n":5,"best_mean":8.1215,"best_min":7.5414,"vs_first_mean":0.942,"gap_mean":0.2208},"60":{"clean":5,"n":5,"best_mean":7.4577,"best_min":7.2043,"vs_first_mean":0.865,"gap_mean":0.121},"120":{"clean":5,"n":5,"best_mean":7.0813,"best_min":6.7934,"vs_first_mean":0.8214,"gap_mean":0.0644}}},{"course":"gen-4","name":"Course 4","gates":8,"split":"heldout","speed":10,"method":"D","seeds":1,"first_plan":8.6215,"best_known":6.6529,"at":{"12":{"clean":1,"n":1,"best_mean":8.1479,"best_min":8.1479,"vs_first_mean":0.9451,"gap_mean":0.2247},"60":{"clean":1,"n":1,"best_mean":8.1479,"best_min":8.1479,"vs_first_mean":0.9451,"gap_mean":0.2247},"120":{"clean":1,"n":1,"best_mean":8.1479,"best_min":8.1479,"vs_first_mean":0.9451,"gap_mean":0.2247}},"belief_levels":["mid","mid","mid","mid","fine","mid","coarse","mid"]},{"course":"gen-4","name":"Course 4","gates":8,"split":"heldout","speed":10,"method":"E","seeds":5,"first_plan":8.6215,"best_known":6.6529,"at":{"12":{"clean":5,"n":5,"best_mean":7.8557,"best_min":7.3042,"vs_first_mean":0.9112,"gap_mean":0.1808},"60":{"clean":5,"n":5,"best_mean":7.059,"best_min":6.8746,"vs_first_mean":0.8188,"gap_mean":0.061},"120":{"clean":5,"n":5,"best_mean":6.8104,"best_min":6.6529,"vs_first_mean":0.7899,"gap_mean":0.0237}},"belief_levels":["mid","mid","mid","mid","fine","mid","coarse","mid"]},{"course":"gen-4","name":"Course 4","gates":8,"split":"heldout","speed":14,"method":"A","seeds":1,"first_plan":8.3372,"best_known":6.3295,"at":{"12":{"clean":1,"n":1,"best_mean":8.3372,"best_min":8.3372,"vs_first_mean":1,"gap_mean":0.3172},"60":{"clean":1,"n":1,"best_mean":8.3372,"best_min":8.3372,"vs_first_mean":1,"gap_mean":0.3172},"120":{"clean":1,"n":1,"best_mean":8.3372,"best_min":8.3372,"vs_first_mean":1,"gap_mean":0.3172}}},{"course":"gen-4","name":"Course 4","gates":8,"split":"heldout","speed":14,"method":"B","seeds":5,"first_plan":8.3372,"best_known":6.3295,"at":{"12":{"clean":5,"n":5,"best_mean":8.3272,"best_min":8.2871,"vs_first_mean":0.9988,"gap_mean":0.3156},"60":{"clean":5,"n":5,"best_mean":8.3262,"best_min":8.2871,"vs_first_mean":0.9987,"gap_mean":0.3155},"120":{"clean":5,"n":5,"best_mean":8.2901,"best_min":8.1567,"vs_first_mean":0.9944,"gap_mean":0.3098}}},{"course":"gen-4","name":"Course 4","gates":8,"split":"heldout","speed":14,"method":"C","seeds":5,"first_plan":8.3372,"best_known":6.3295,"at":{"12":{"clean":5,"n":5,"best_mean":8.2067,"best_min":8.01,"vs_first_mean":0.9844,"gap_mean":0.2966},"60":{"clean":5,"n":5,"best_mean":7.3136,"best_min":7.0296,"vs_first_mean":0.8772,"gap_mean":0.1555},"120":{"clean":5,"n":5,"best_mean":6.8033,"best_min":6.5282,"vs_first_mean":0.816,"gap_mean":0.0749}}},{"course":"gen-4","name":"Course 4","gates":8,"split":"heldout","speed":14,"method":"D","seeds":1,"first_plan":8.3372,"best_known":6.3295,"at":{"12":{"clean":1,"n":1,"best_mean":7.8551,"best_min":7.8551,"vs_first_mean":0.9422,"gap_mean":0.241},"60":{"clean":1,"n":1,"best_mean":7.8551,"best_min":7.8551,"vs_first_mean":0.9422,"gap_mean":0.241},"120":{"clean":1,"n":1,"best_mean":7.8551,"best_min":7.8551,"vs_first_mean":0.9422,"gap_mean":0.241}},"belief_levels":["mid","mid","mid","mid","fine","mid","coarse","mid"]},{"course":"gen-4","name":"Course 4","gates":8,"split":"heldout","speed":14,"method":"E","seeds":5,"first_plan":8.3372,"best_known":6.3295,"at":{"12":{"clean":5,"n":5,"best_mean":7.7648,"best_min":7.4072,"vs_first_mean":0.9314,"gap_mean":0.2268},"60":{"clean":5,"n":5,"best_mean":6.9452,"best_min":6.6913,"vs_first_mean":0.833,"gap_mean":0.0973},"120":{"clean":5,"n":5,"best_mean":6.6328,"best_min":6.3295,"vs_first_mean":0.7956,"gap_mean":0.0479}},"belief_levels":["mid","mid","mid","mid","fine","mid","coarse","mid"]},{"course":"gen-8","name":"Course 8","gates":10,"split":"heldout","speed":6,"method":"A","seeds":1,"first_plan":14.7707,"best_known":12.8002,"at":{"12":{"clean":1,"n":1,"best_mean":14.7707,"best_min":14.7707,"vs_first_mean":1,"gap_mean":0.1539},"60":{"clean":1,"n":1,"best_mean":14.7707,"best_min":14.7707,"vs_first_mean":1,"gap_mean":0.1539},"120":{"clean":1,"n":1,"best_mean":14.7707,"best_min":14.7707,"vs_first_mean":1,"gap_mean":0.1539}}},{"course":"gen-8","name":"Course 8","gates":10,"split":"heldout","speed":6,"method":"B","seeds":5,"first_plan":14.7707,"best_known":12.8002,"at":{"12":{"clean":5,"n":5,"best_mean":14.3456,"best_min":13.7934,"vs_first_mean":0.9712,"gap_mean":0.1207},"60":{"clean":5,"n":5,"best_mean":13.9089,"best_min":13.6134,"vs_first_mean":0.9417,"gap_mean":0.0866},"120":{"clean":5,"n":5,"best_mean":13.8614,"best_min":13.6134,"vs_first_mean":0.9384,"gap_mean":0.0829}}},{"course":"gen-8","name":"Course 8","gates":10,"split":"heldout","speed":6,"method":"C","seeds":5,"first_plan":14.7707,"best_known":12.8002,"at":{"12":{"clean":5,"n":5,"best_mean":13.8981,"best_min":13.7116,"vs_first_mean":0.9409,"gap_mean":0.0858},"60":{"clean":5,"n":5,"best_mean":13.4405,"best_min":13.2484,"vs_first_mean":0.9099,"gap_mean":0.05},"120":{"clean":5,"n":5,"best_mean":13.1687,"best_min":12.9357,"vs_first_mean":0.8915,"gap_mean":0.0288}}},{"course":"gen-8","name":"Course 8","gates":10,"split":"heldout","speed":6,"method":"D","seeds":1,"first_plan":14.7707,"best_known":12.8002,"at":{"12":{"clean":1,"n":1,"best_mean":13.696,"best_min":13.696,"vs_first_mean":0.9272,"gap_mean":0.07},"60":{"clean":1,"n":1,"best_mean":13.696,"best_min":13.696,"vs_first_mean":0.9272,"gap_mean":0.07},"120":{"clean":1,"n":1,"best_mean":13.696,"best_min":13.696,"vs_first_mean":0.9272,"gap_mean":0.07}},"belief_levels":["mid","mid","mid","mid","fine","fine","mid","mid","mid","coarse"]},{"course":"gen-8","name":"Course 8","gates":10,"split":"heldout","speed":6,"method":"E","seeds":5,"first_plan":14.7707,"best_known":12.8002,"at":{"12":{"clean":5,"n":5,"best_mean":13.5747,"best_min":13.4867,"vs_first_mean":0.919,"gap_mean":0.0605},"60":{"clean":5,"n":5,"best_mean":13.0722,"best_min":12.9587,"vs_first_mean":0.885,"gap_mean":0.0213},"120":{"clean":5,"n":5,"best_mean":12.8749,"best_min":12.8002,"vs_first_mean":0.8717,"gap_mean":0.0058}},"belief_levels":["mid","mid","mid","mid","fine","fine","mid","mid","mid","coarse"]},{"course":"gen-8","name":"Course 8","gates":10,"split":"heldout","speed":10,"method":"A","seeds":1,"first_plan":11.1295,"best_known":10.019,"at":{"12":{"clean":1,"n":1,"best_mean":11.1295,"best_min":11.1295,"vs_first_mean":1,"gap_mean":0.1108},"60":{"clean":1,"n":1,"best_mean":11.1295,"best_min":11.1295,"vs_first_mean":1,"gap_mean":0.1108},"120":{"clean":1,"n":1,"best_mean":11.1295,"best_min":11.1295,"vs_first_mean":1,"gap_mean":0.1108}}},{"course":"gen-8","name":"Course 8","gates":10,"split":"heldout","speed":10,"method":"B","seeds":5,"first_plan":11.1295,"best_known":10.019,"at":{"12":{"clean":5,"n":5,"best_mean":11.1295,"best_min":11.1295,"vs_first_mean":1,"gap_mean":0.1108},"60":{"clean":5,"n":5,"best_mean":11.1295,"best_min":11.1295,"vs_first_mean":1,"gap_mean":0.1108},"120":{"clean":5,"n":5,"best_mean":11.1295,"best_min":11.1295,"vs_first_mean":1,"gap_mean":0.1108}}},{"course":"gen-8","name":"Course 8","gates":10,"split":"heldout","speed":10,"method":"C","seeds":5,"first_plan":11.1295,"best_known":10.019,"at":{"12":{"clean":5,"n":5,"best_mean":11.1295,"best_min":11.1295,"vs_first_mean":1,"gap_mean":0.1108},"60":{"clean":5,"n":5,"best_mean":10.5586,"best_min":10.3007,"vs_first_mean":0.9487,"gap_mean":0.0539},"120":{"clean":5,"n":5,"best_mean":10.2889,"best_min":10.0606,"vs_first_mean":0.9245,"gap_mean":0.0269}}},{"course":"gen-8","name":"Course 8","gates":10,"split":"heldout","speed":10,"method":"D","seeds":1,"first_plan":11.1295,"best_known":10.019,"at":{"12":{"clean":1,"n":1,"best_mean":10.8982,"best_min":10.8982,"vs_first_mean":0.9792,"gap_mean":0.0878},"60":{"clean":1,"n":1,"best_mean":10.8982,"best_min":10.8982,"vs_first_mean":0.9792,"gap_mean":0.0878},"120":{"clean":1,"n":1,"best_mean":10.8982,"best_min":10.8982,"vs_first_mean":0.9792,"gap_mean":0.0878}},"belief_levels":["mid","mid","mid","mid","fine","fine","mid","mid","mid","coarse"]},{"course":"gen-8","name":"Course 8","gates":10,"split":"heldout","speed":10,"method":"E","seeds":5,"first_plan":11.1295,"best_known":10.019,"at":{"12":{"clean":5,"n":5,"best_mean":10.8982,"best_min":10.8982,"vs_first_mean":0.9792,"gap_mean":0.0878},"60":{"clean":5,"n":5,"best_mean":10.324,"best_min":10.1886,"vs_first_mean":0.9276,"gap_mean":0.0305},"120":{"clean":5,"n":5,"best_mean":10.0911,"best_min":10.019,"vs_first_mean":0.9067,"gap_mean":0.0072}},"belief_levels":["mid","mid","mid","mid","fine","fine","mid","mid","mid","coarse"]},{"course":"gen-8","name":"Course 8","gates":10,"split":"heldout","speed":14,"method":"A","seeds":1,"first_plan":11.0876,"best_known":9.7544,"at":{"12":{"clean":1,"n":1,"best_mean":11.0876,"best_min":11.0876,"vs_first_mean":1,"gap_mean":0.1367},"60":{"clean":1,"n":1,"best_mean":11.0876,"best_min":11.0876,"vs_first_mean":1,"gap_mean":0.1367},"120":{"clean":1,"n":1,"best_mean":11.0876,"best_min":11.0876,"vs_first_mean":1,"gap_mean":0.1367}}},{"course":"gen-8","name":"Course 8","gates":10,"split":"heldout","speed":14,"method":"B","seeds":5,"first_plan":11.0876,"best_known":9.7544,"at":{"12":{"clean":5,"n":5,"best_mean":11.0876,"best_min":11.0876,"vs_first_mean":1,"gap_mean":0.1367},"60":{"clean":5,"n":5,"best_mean":11.0876,"best_min":11.0876,"vs_first_mean":1,"gap_mean":0.1367},"120":{"clean":5,"n":5,"best_mean":11.0876,"best_min":11.0876,"vs_first_mean":1,"gap_mean":0.1367}}},{"course":"gen-8","name":"Course 8","gates":10,"split":"heldout","speed":14,"method":"C","seeds":5,"first_plan":11.0876,"best_known":9.7544,"at":{"12":{"clean":5,"n":5,"best_mean":11.0876,"best_min":11.0876,"vs_first_mean":1,"gap_mean":0.1367},"60":{"clean":5,"n":5,"best_mean":10.5319,"best_min":10.3304,"vs_first_mean":0.9499,"gap_mean":0.0797},"120":{"clean":5,"n":5,"best_mean":10.2084,"best_min":9.9297,"vs_first_mean":0.9207,"gap_mean":0.0465}}},{"course":"gen-8","name":"Course 8","gates":10,"split":"heldout","speed":14,"method":"D","seeds":1,"first_plan":11.0876,"best_known":9.7544,"at":{"12":{"clean":1,"n":1,"best_mean":10.8964,"best_min":10.8964,"vs_first_mean":0.9828,"gap_mean":0.1171},"60":{"clean":1,"n":1,"best_mean":10.8964,"best_min":10.8964,"vs_first_mean":0.9828,"gap_mean":0.1171},"120":{"clean":1,"n":1,"best_mean":10.8964,"best_min":10.8964,"vs_first_mean":0.9828,"gap_mean":0.1171}},"belief_levels":["mid","mid","mid","mid","fine","fine","mid","mid","mid","coarse"]},{"course":"gen-8","name":"Course 8","gates":10,"split":"heldout","speed":14,"method":"E","seeds":5,"first_plan":11.0876,"best_known":9.7544,"at":{"12":{"clean":5,"n":5,"best_mean":10.8621,"best_min":10.7247,"vs_first_mean":0.9797,"gap_mean":0.1136},"60":{"clean":5,"n":5,"best_mean":10.1583,"best_min":10.0359,"vs_first_mean":0.9162,"gap_mean":0.0414},"120":{"clean":5,"n":5,"best_mean":9.9149,"best_min":9.7544,"vs_first_mean":0.8942,"gap_mean":0.0164}},"belief_levels":["mid","mid","mid","mid","fine","fine","mid","mid","mid","coarse"]},{"course":"gen-12","name":"Course 12","gates":7,"split":"heldout","speed":6,"method":"A","seeds":1,"first_plan":10.2231,"best_known":8.9762,"at":{"12":{"clean":1,"n":1,"best_mean":10.2231,"best_min":10.2231,"vs_first_mean":1,"gap_mean":0.1389},"60":{"clean":1,"n":1,"best_mean":10.2231,"best_min":10.2231,"vs_first_mean":1,"gap_mean":0.1389},"120":{"clean":1,"n":1,"best_mean":10.2231,"best_min":10.2231,"vs_first_mean":1,"gap_mean":0.1389}}},{"course":"gen-12","name":"Course 12","gates":7,"split":"heldout","speed":6,"method":"B","seeds":5,"first_plan":10.2231,"best_known":8.9762,"at":{"12":{"clean":5,"n":5,"best_mean":10.0454,"best_min":9.9188,"vs_first_mean":0.9826,"gap_mean":0.1191},"60":{"clean":5,"n":5,"best_mean":10.0154,"best_min":9.8586,"vs_first_mean":0.9797,"gap_mean":0.1158},"120":{"clean":5,"n":5,"best_mean":9.8333,"best_min":9.667,"vs_first_mean":0.9619,"gap_mean":0.0955}}},{"course":"gen-12","name":"Course 12","gates":7,"split":"heldout","speed":6,"method":"C","seeds":5,"first_plan":10.2231,"best_known":8.9762,"at":{"12":{"clean":5,"n":5,"best_mean":9.9383,"best_min":9.615,"vs_first_mean":0.9721,"gap_mean":0.1072},"60":{"clean":5,"n":5,"best_mean":9.488,"best_min":9.4252,"vs_first_mean":0.9281,"gap_mean":0.057},"120":{"clean":5,"n":5,"best_mean":9.2718,"best_min":9.0316,"vs_first_mean":0.907,"gap_mean":0.0329}}},{"course":"gen-12","name":"Course 12","gates":7,"split":"heldout","speed":6,"method":"D","seeds":1,"first_plan":10.2231,"best_known":8.9762,"at":{"12":{"clean":1,"n":1,"best_mean":9.749,"best_min":9.749,"vs_first_mean":0.9536,"gap_mean":0.0861},"60":{"clean":1,"n":1,"best_mean":9.749,"best_min":9.749,"vs_first_mean":0.9536,"gap_mean":0.0861},"120":{"clean":1,"n":1,"best_mean":9.749,"best_min":9.749,"vs_first_mean":0.9536,"gap_mean":0.0861}},"belief_levels":["mid","mid","mid","coarse","mid","mid","mid"]},{"course":"gen-12","name":"Course 12","gates":7,"split":"heldout","speed":6,"method":"E","seeds":5,"first_plan":10.2231,"best_known":8.9762,"at":{"12":{"clean":5,"n":5,"best_mean":9.5295,"best_min":9.472,"vs_first_mean":0.9322,"gap_mean":0.0616},"60":{"clean":5,"n":5,"best_mean":9.1628,"best_min":8.9762,"vs_first_mean":0.8963,"gap_mean":0.0208},"120":{"clean":5,"n":5,"best_mean":9.0564,"best_min":8.9762,"vs_first_mean":0.8859,"gap_mean":0.0089}},"belief_levels":["mid","mid","mid","coarse","mid","mid","mid"]},{"course":"gen-12","name":"Course 12","gates":7,"split":"heldout","speed":10,"method":"A","seeds":1,"first_plan":8.6542,"best_known":6.7096,"at":{"12":{"clean":1,"n":1,"best_mean":8.6542,"best_min":8.6542,"vs_first_mean":1,"gap_mean":0.2898},"60":{"clean":1,"n":1,"best_mean":8.6542,"best_min":8.6542,"vs_first_mean":1,"gap_mean":0.2898},"120":{"clean":1,"n":1,"best_mean":8.6542,"best_min":8.6542,"vs_first_mean":1,"gap_mean":0.2898}}},{"course":"gen-12","name":"Course 12","gates":7,"split":"heldout","speed":10,"method":"B","seeds":5,"first_plan":8.6542,"best_known":6.7096,"at":{"12":{"clean":5,"n":5,"best_mean":8.6045,"best_min":8.4056,"vs_first_mean":0.9943,"gap_mean":0.2824},"60":{"clean":5,"n":5,"best_mean":8.1561,"best_min":7.8087,"vs_first_mean":0.9425,"gap_mean":0.2156},"120":{"clean":5,"n":5,"best_mean":8.0523,"best_min":7.8087,"vs_first_mean":0.9305,"gap_mean":0.2001}}},{"course":"gen-12","name":"Course 12","gates":7,"split":"heldout","speed":10,"method":"C","seeds":5,"first_plan":8.6542,"best_known":6.7096,"at":{"12":{"clean":5,"n":5,"best_mean":8.4337,"best_min":8.2791,"vs_first_mean":0.9745,"gap_mean":0.257},"60":{"clean":5,"n":5,"best_mean":7.6687,"best_min":7.5483,"vs_first_mean":0.8861,"gap_mean":0.1429},"120":{"clean":5,"n":5,"best_mean":7.4092,"best_min":7.1813,"vs_first_mean":0.8561,"gap_mean":0.1043}}},{"course":"gen-12","name":"Course 12","gates":7,"split":"heldout","speed":10,"method":"D","seeds":1,"first_plan":8.6542,"best_known":6.7096,"at":{"12":{"clean":1,"n":1,"best_mean":8.2517,"best_min":8.2517,"vs_first_mean":0.9535,"gap_mean":0.2298},"60":{"clean":1,"n":1,"best_mean":8.2517,"best_min":8.2517,"vs_first_mean":0.9535,"gap_mean":0.2298},"120":{"clean":1,"n":1,"best_mean":8.2517,"best_min":8.2517,"vs_first_mean":0.9535,"gap_mean":0.2298}},"belief_levels":["mid","mid","mid","coarse","mid","mid","mid"]},{"course":"gen-12","name":"Course 12","gates":7,"split":"heldout","speed":10,"method":"E","seeds":5,"first_plan":8.6542,"best_known":6.7096,"at":{"12":{"clean":5,"n":5,"best_mean":7.8585,"best_min":7.6764,"vs_first_mean":0.9081,"gap_mean":0.1712},"60":{"clean":5,"n":5,"best_mean":7.2344,"best_min":6.9552,"vs_first_mean":0.8359,"gap_mean":0.0782},"120":{"clean":5,"n":5,"best_mean":7.0346,"best_min":6.7096,"vs_first_mean":0.8128,"gap_mean":0.0484}},"belief_levels":["mid","mid","mid","coarse","mid","mid","mid"]},{"course":"gen-12","name":"Course 12","gates":7,"split":"heldout","speed":14,"method":"A","seeds":1,"first_plan":8.7103,"best_known":6.2189,"at":{"12":{"clean":1,"n":1,"best_mean":8.7103,"best_min":8.7103,"vs_first_mean":1,"gap_mean":0.4006},"60":{"clean":1,"n":1,"best_mean":8.7103,"best_min":8.7103,"vs_first_mean":1,"gap_mean":0.4006},"120":{"clean":1,"n":1,"best_mean":8.7103,"best_min":8.7103,"vs_first_mean":1,"gap_mean":0.4006}}},{"course":"gen-12","name":"Course 12","gates":7,"split":"heldout","speed":14,"method":"B","seeds":5,"first_plan":8.7103,"best_known":6.2189,"at":{"12":{"clean":5,"n":5,"best_mean":8.5228,"best_min":8.2017,"vs_first_mean":0.9785,"gap_mean":0.3705},"60":{"clean":5,"n":5,"best_mean":8.078,"best_min":7.8084,"vs_first_mean":0.9274,"gap_mean":0.2989},"120":{"clean":5,"n":5,"best_mean":8.0228,"best_min":7.8084,"vs_first_mean":0.9211,"gap_mean":0.2901}}},{"course":"gen-12","name":"Course 12","gates":7,"split":"heldout","speed":14,"method":"C","seeds":5,"first_plan":8.7103,"best_known":6.2189,"at":{"12":{"clean":5,"n":5,"best_mean":8.4211,"best_min":8.2645,"vs_first_mean":0.9668,"gap_mean":0.3541},"60":{"clean":5,"n":5,"best_mean":7.6312,"best_min":7.2485,"vs_first_mean":0.8761,"gap_mean":0.2271},"120":{"clean":5,"n":5,"best_mean":7.4359,"best_min":7.2105,"vs_first_mean":0.8537,"gap_mean":0.1957}}},{"course":"gen-12","name":"Course 12","gates":7,"split":"heldout","speed":14,"method":"D","seeds":1,"first_plan":8.7103,"best_known":6.2189,"at":{"12":{"clean":1,"n":1,"best_mean":8.2343,"best_min":8.2343,"vs_first_mean":0.9454,"gap_mean":0.3241},"60":{"clean":1,"n":1,"best_mean":8.2343,"best_min":8.2343,"vs_first_mean":0.9454,"gap_mean":0.3241},"120":{"clean":1,"n":1,"best_mean":8.2343,"best_min":8.2343,"vs_first_mean":0.9454,"gap_mean":0.3241}},"belief_levels":["mid","mid","mid","coarse","mid","mid","mid"]},{"course":"gen-12","name":"Course 12","gates":7,"split":"heldout","speed":14,"method":"E","seeds":5,"first_plan":8.7103,"best_known":6.2189,"at":{"12":{"clean":5,"n":5,"best_mean":7.844,"best_min":7.7651,"vs_first_mean":0.9006,"gap_mean":0.2613},"60":{"clean":5,"n":5,"best_mean":7.1658,"best_min":6.9947,"vs_first_mean":0.8227,"gap_mean":0.1523},"120":{"clean":5,"n":5,"best_mean":6.7274,"best_min":6.2189,"vs_first_mean":0.7723,"gap_mean":0.0818}},"belief_levels":["mid","mid","mid","coarse","mid","mid","mid"]},{"course":"gen-16","name":"Course 16","gates":6,"split":"heldout","speed":6,"method":"A","seeds":1,"first_plan":9.053,"best_known":7.6815,"at":{"12":{"clean":1,"n":1,"best_mean":9.053,"best_min":9.053,"vs_first_mean":1,"gap_mean":0.1785},"60":{"clean":1,"n":1,"best_mean":9.053,"best_min":9.053,"vs_first_mean":1,"gap_mean":0.1785},"120":{"clean":1,"n":1,"best_mean":9.053,"best_min":9.053,"vs_first_mean":1,"gap_mean":0.1785}}},{"course":"gen-16","name":"Course 16","gates":6,"split":"heldout","speed":6,"method":"B","seeds":5,"first_plan":9.053,"best_known":7.6815,"at":{"12":{"clean":5,"n":5,"best_mean":8.9021,"best_min":8.6271,"vs_first_mean":0.9833,"gap_mean":0.1589},"60":{"clean":5,"n":5,"best_mean":8.6397,"best_min":8.4077,"vs_first_mean":0.9544,"gap_mean":0.1247},"120":{"clean":5,"n":5,"best_mean":8.5963,"best_min":8.4077,"vs_first_mean":0.9496,"gap_mean":0.1191}}},{"course":"gen-16","name":"Course 16","gates":6,"split":"heldout","speed":6,"method":"C","seeds":5,"first_plan":9.053,"best_known":7.6815,"at":{"12":{"clean":5,"n":5,"best_mean":8.5738,"best_min":8.3732,"vs_first_mean":0.9471,"gap_mean":0.1162},"60":{"clean":5,"n":5,"best_mean":8.1641,"best_min":7.9395,"vs_first_mean":0.9018,"gap_mean":0.0628},"120":{"clean":5,"n":5,"best_mean":7.9389,"best_min":7.6993,"vs_first_mean":0.8769,"gap_mean":0.0335}}},{"course":"gen-16","name":"Course 16","gates":6,"split":"heldout","speed":6,"method":"D","seeds":1,"first_plan":9.053,"best_known":7.6815,"at":{"12":{"clean":1,"n":1,"best_mean":8.7403,"best_min":8.7403,"vs_first_mean":0.9655,"gap_mean":0.1378},"60":{"clean":1,"n":1,"best_mean":8.7403,"best_min":8.7403,"vs_first_mean":0.9655,"gap_mean":0.1378},"120":{"clean":1,"n":1,"best_mean":8.7403,"best_min":8.7403,"vs_first_mean":0.9655,"gap_mean":0.1378}},"belief_levels":["mid","mid","mid","mid","mid","global"]},{"course":"gen-16","name":"Course 16","gates":6,"split":"heldout","speed":6,"method":"E","seeds":5,"first_plan":9.053,"best_known":7.6815,"at":{"12":{"clean":5,"n":5,"best_mean":8.2316,"best_min":8.0598,"vs_first_mean":0.9093,"gap_mean":0.0716},"60":{"clean":5,"n":5,"best_mean":8.0174,"best_min":7.8447,"vs_first_mean":0.8856,"gap_mean":0.0438},"120":{"clean":5,"n":5,"best_mean":7.8309,"best_min":7.6815,"vs_first_mean":0.865,"gap_mean":0.0195}},"belief_levels":["mid","mid","mid","mid","mid","global"]},{"course":"gen-16","name":"Course 16","gates":6,"split":"heldout","speed":10,"method":"A","seeds":1,"first_plan":8.1909,"best_known":6.3211,"at":{"12":{"clean":1,"n":1,"best_mean":8.1909,"best_min":8.1909,"vs_first_mean":1,"gap_mean":0.2958},"60":{"clean":1,"n":1,"best_mean":8.1909,"best_min":8.1909,"vs_first_mean":1,"gap_mean":0.2958},"120":{"clean":1,"n":1,"best_mean":8.1909,"best_min":8.1909,"vs_first_mean":1,"gap_mean":0.2958}}},{"course":"gen-16","name":"Course 16","gates":6,"split":"heldout","speed":10,"method":"B","seeds":5,"first_plan":8.1909,"best_known":6.3211,"at":{"12":{"clean":5,"n":5,"best_mean":7.8111,"best_min":7.1945,"vs_first_mean":0.9536,"gap_mean":0.2357},"60":{"clean":5,"n":5,"best_mean":7.1002,"best_min":6.7722,"vs_first_mean":0.8668,"gap_mean":0.1233},"120":{"clean":5,"n":5,"best_mean":7.0855,"best_min":6.7722,"vs_first_mean":0.865,"gap_mean":0.1209}}},{"course":"gen-16","name":"Course 16","gates":6,"split":"heldout","speed":10,"method":"C","seeds":5,"first_plan":8.1909,"best_known":6.3211,"at":{"12":{"clean":5,"n":5,"best_mean":7.5016,"best_min":7.3012,"vs_first_mean":0.9158,"gap_mean":0.1868},"60":{"clean":5,"n":5,"best_mean":6.81,"best_min":6.5287,"vs_first_mean":0.8314,"gap_mean":0.0773},"120":{"clean":5,"n":5,"best_mean":6.5653,"best_min":6.3211,"vs_first_mean":0.8015,"gap_mean":0.0386}}},{"course":"gen-16","name":"Course 16","gates":6,"split":"heldout","speed":10,"method":"D","seeds":1,"first_plan":8.1909,"best_known":6.3211,"at":{"12":{"clean":1,"n":1,"best_mean":7.6361,"best_min":7.6361,"vs_first_mean":0.9323,"gap_mean":0.208},"60":{"clean":1,"n":1,"best_mean":7.6361,"best_min":7.6361,"vs_first_mean":0.9323,"gap_mean":0.208},"120":{"clean":1,"n":1,"best_mean":7.6361,"best_min":7.6361,"vs_first_mean":0.9323,"gap_mean":0.208}},"belief_levels":["mid","mid","mid","mid","mid","global"]},{"course":"gen-16","name":"Course 16","gates":6,"split":"heldout","speed":10,"method":"E","seeds":5,"first_plan":8.1909,"best_known":6.3211,"at":{"12":{"clean":5,"n":5,"best_mean":7.2629,"best_min":7.0949,"vs_first_mean":0.8867,"gap_mean":0.149},"60":{"clean":5,"n":5,"best_mean":6.8586,"best_min":6.5057,"vs_first_mean":0.8374,"gap_mean":0.085},"120":{"clean":5,"n":5,"best_mean":6.7436,"best_min":6.5057,"vs_first_mean":0.8233,"gap_mean":0.0668}},"belief_levels":["mid","mid","mid","mid","mid","global"]},{"course":"gen-16","name":"Course 16","gates":6,"split":"heldout","speed":14,"method":"A","seeds":1,"first_plan":8.0396,"best_known":6.3831,"at":{"12":{"clean":1,"n":1,"best_mean":8.0396,"best_min":8.0396,"vs_first_mean":1,"gap_mean":0.2595},"60":{"clean":1,"n":1,"best_mean":8.0396,"best_min":8.0396,"vs_first_mean":1,"gap_mean":0.2595},"120":{"clean":1,"n":1,"best_mean":8.0396,"best_min":8.0396,"vs_first_mean":1,"gap_mean":0.2595}}},{"course":"gen-16","name":"Course 16","gates":6,"split":"heldout","speed":14,"method":"B","seeds":5,"first_plan":8.0396,"best_known":6.3831,"at":{"12":{"clean":5,"n":5,"best_mean":7.7479,"best_min":7.1868,"vs_first_mean":0.9637,"gap_mean":0.2138},"60":{"clean":5,"n":5,"best_mean":7.1174,"best_min":6.807,"vs_first_mean":0.8853,"gap_mean":0.115},"120":{"clean":5,"n":5,"best_mean":7.0986,"best_min":6.741,"vs_first_mean":0.883,"gap_mean":0.1121}}},{"course":"gen-16","name":"Course 16","gates":6,"split":"heldout","speed":14,"method":"C","seeds":5,"first_plan":8.0396,"best_known":6.3831,"at":{"12":{"clean":5,"n":5,"best_mean":7.3708,"best_min":7.0333,"vs_first_mean":0.9168,"gap_mean":0.1547},"60":{"clean":5,"n":5,"best_mean":6.7789,"best_min":6.5612,"vs_first_mean":0.8432,"gap_mean":0.062},"120":{"clean":5,"n":5,"best_mean":6.568,"best_min":6.3831,"vs_first_mean":0.817,"gap_mean":0.029}}},{"course":"gen-16","name":"Course 16","gates":6,"split":"heldout","speed":14,"method":"D","seeds":1,"first_plan":8.0396,"best_known":6.3831,"at":{"12":{"clean":1,"n":1,"best_mean":7.6424,"best_min":7.6424,"vs_first_mean":0.9506,"gap_mean":0.1973},"60":{"clean":1,"n":1,"best_mean":7.6424,"best_min":7.6424,"vs_first_mean":0.9506,"gap_mean":0.1973},"120":{"clean":1,"n":1,"best_mean":7.6424,"best_min":7.6424,"vs_first_mean":0.9506,"gap_mean":0.1973}},"belief_levels":["mid","mid","mid","mid","mid","global"]},{"course":"gen-16","name":"Course 16","gates":6,"split":"heldout","speed":14,"method":"E","seeds":5,"first_plan":8.0396,"best_known":6.3831,"at":{"12":{"clean":5,"n":5,"best_mean":7.3301,"best_min":7.0485,"vs_first_mean":0.9118,"gap_mean":0.1484},"60":{"clean":5,"n":5,"best_mean":6.8281,"best_min":6.6635,"vs_first_mean":0.8493,"gap_mean":0.0697},"120":{"clean":5,"n":5,"best_mean":6.6675,"best_min":6.5362,"vs_first_mean":0.8293,"gap_mean":0.0446}},"belief_levels":["mid","mid","mid","mid","mid","global"]},{"course":"gen-20","name":"Course 20","gates":6,"split":"heldout","speed":6,"method":"A","seeds":1,"first_plan":9.0868,"best_known":7.9894,"at":{"12":{"clean":1,"n":1,"best_mean":9.0868,"best_min":9.0868,"vs_first_mean":1,"gap_mean":0.1374},"60":{"clean":1,"n":1,"best_mean":9.0868,"best_min":9.0868,"vs_first_mean":1,"gap_mean":0.1374},"120":{"clean":1,"n":1,"best_mean":9.0868,"best_min":9.0868,"vs_first_mean":1,"gap_mean":0.1374}}},{"course":"gen-20","name":"Course 20","gates":6,"split":"heldout","speed":6,"method":"B","seeds":5,"first_plan":9.0868,"best_known":7.9894,"at":{"12":{"clean":5,"n":5,"best_mean":8.9411,"best_min":8.7554,"vs_first_mean":0.984,"gap_mean":0.1192},"60":{"clean":5,"n":5,"best_mean":8.7474,"best_min":8.6093,"vs_first_mean":0.9626,"gap_mean":0.0949},"120":{"clean":5,"n":5,"best_mean":8.6151,"best_min":8.4412,"vs_first_mean":0.9481,"gap_mean":0.0783}}},{"course":"gen-20","name":"Course 20","gates":6,"split":"heldout","speed":6,"method":"C","seeds":5,"first_plan":9.0868,"best_known":7.9894,"at":{"12":{"clean":5,"n":5,"best_mean":8.7327,"best_min":8.5357,"vs_first_mean":0.9611,"gap_mean":0.093},"60":{"clean":5,"n":5,"best_mean":8.5186,"best_min":8.371,"vs_first_mean":0.9375,"gap_mean":0.0662},"120":{"clean":5,"n":5,"best_mean":8.3804,"best_min":8.2031,"vs_first_mean":0.9223,"gap_mean":0.0489}}},{"course":"gen-20","name":"Course 20","gates":6,"split":"heldout","speed":6,"method":"D","seeds":1,"first_plan":9.0868,"best_known":7.9894,"at":{"12":{"clean":1,"n":1,"best_mean":8.6588,"best_min":8.6588,"vs_first_mean":0.9529,"gap_mean":0.0838},"60":{"clean":1,"n":1,"best_mean":8.6588,"best_min":8.6588,"vs_first_mean":0.9529,"gap_mean":0.0838},"120":{"clean":1,"n":1,"best_mean":8.6588,"best_min":8.6588,"vs_first_mean":0.9529,"gap_mean":0.0838}},"belief_levels":["mid","mid","mid","mid","mid","mid"]},{"course":"gen-20","name":"Course 20","gates":6,"split":"heldout","speed":6,"method":"E","seeds":5,"first_plan":9.0868,"best_known":7.9894,"at":{"12":{"clean":5,"n":5,"best_mean":8.3906,"best_min":8.2026,"vs_first_mean":0.9234,"gap_mean":0.0502},"60":{"clean":5,"n":5,"best_mean":8.1644,"best_min":8.0414,"vs_first_mean":0.8985,"gap_mean":0.0219},"120":{"clean":5,"n":5,"best_mean":8.0753,"best_min":7.9894,"vs_first_mean":0.8887,"gap_mean":0.0108}},"belief_levels":["mid","mid","mid","mid","mid","mid"]},{"course":"gen-20","name":"Course 20","gates":6,"split":"heldout","speed":10,"method":"A","seeds":1,"first_plan":7.6389,"best_known":6.3211,"at":{"12":{"clean":1,"n":1,"best_mean":7.6389,"best_min":7.6389,"vs_first_mean":1,"gap_mean":0.2085},"60":{"clean":1,"n":1,"best_mean":7.6389,"best_min":7.6389,"vs_first_mean":1,"gap_mean":0.2085},"120":{"clean":1,"n":1,"best_mean":7.6389,"best_min":7.6389,"vs_first_mean":1,"gap_mean":0.2085}}},{"course":"gen-20","name":"Course 20","gates":6,"split":"heldout","speed":10,"method":"B","seeds":5,"first_plan":7.6389,"best_known":6.3211,"at":{"12":{"clean":5,"n":5,"best_mean":7.4626,"best_min":7.1576,"vs_first_mean":0.9769,"gap_mean":0.1806},"60":{"clean":5,"n":5,"best_mean":7.3074,"best_min":7.1435,"vs_first_mean":0.9566,"gap_mean":0.156},"120":{"clean":5,"n":5,"best_mean":7.2368,"best_min":7.1367,"vs_first_mean":0.9474,"gap_mean":0.1449}}},{"course":"gen-20","name":"Course 20","gates":6,"split":"heldout","speed":10,"method":"C","seeds":5,"first_plan":7.6389,"best_known":6.3211,"at":{"12":{"clean":5,"n":5,"best_mean":7.4505,"best_min":7.293,"vs_first_mean":0.9753,"gap_mean":0.1787},"60":{"clean":5,"n":5,"best_mean":7.0407,"best_min":6.922,"vs_first_mean":0.9217,"gap_mean":0.1139},"120":{"clean":5,"n":5,"best_mean":6.8082,"best_min":6.6869,"vs_first_mean":0.8913,"gap_mean":0.0771}}},{"course":"gen-20","name":"Course 20","gates":6,"split":"heldout","speed":10,"method":"D","seeds":1,"first_plan":7.6389,"best_known":6.3211,"at":{"12":{"clean":1,"n":1,"best_mean":7.1284,"best_min":7.1284,"vs_first_mean":0.9332,"gap_mean":0.1277},"60":{"clean":1,"n":1,"best_mean":7.1284,"best_min":7.1284,"vs_first_mean":0.9332,"gap_mean":0.1277},"120":{"clean":1,"n":1,"best_mean":7.1284,"best_min":7.1284,"vs_first_mean":0.9332,"gap_mean":0.1277}},"belief_levels":["mid","mid","mid","mid","mid","mid"]},{"course":"gen-20","name":"Course 20","gates":6,"split":"heldout","speed":10,"method":"E","seeds":5,"first_plan":7.6389,"best_known":6.3211,"at":{"12":{"clean":5,"n":5,"best_mean":6.9987,"best_min":6.7297,"vs_first_mean":0.9162,"gap_mean":0.1072},"60":{"clean":5,"n":5,"best_mean":6.6733,"best_min":6.5719,"vs_first_mean":0.8736,"gap_mean":0.0557},"120":{"clean":5,"n":5,"best_mean":6.4481,"best_min":6.3211,"vs_first_mean":0.8441,"gap_mean":0.0201}},"belief_levels":["mid","mid","mid","mid","mid","mid"]},{"course":"gen-20","name":"Course 20","gates":6,"split":"heldout","speed":14,"method":"A","seeds":1,"first_plan":7.504,"best_known":6.1411,"at":{"12":{"clean":1,"n":1,"best_mean":7.504,"best_min":7.504,"vs_first_mean":1,"gap_mean":0.2219},"60":{"clean":1,"n":1,"best_mean":7.504,"best_min":7.504,"vs_first_mean":1,"gap_mean":0.2219},"120":{"clean":1,"n":1,"best_mean":7.504,"best_min":7.504,"vs_first_mean":1,"gap_mean":0.2219}}},{"course":"gen-20","name":"Course 20","gates":6,"split":"heldout","speed":14,"method":"B","seeds":5,"first_plan":7.504,"best_known":6.1411,"at":{"12":{"clean":5,"n":5,"best_mean":7.3924,"best_min":7.2223,"vs_first_mean":0.9851,"gap_mean":0.2037},"60":{"clean":5,"n":5,"best_mean":7.2919,"best_min":7.1503,"vs_first_mean":0.9718,"gap_mean":0.1874},"120":{"clean":5,"n":5,"best_mean":7.2366,"best_min":7.1257,"vs_first_mean":0.9644,"gap_mean":0.1784}}},{"course":"gen-20","name":"Course 20","gates":6,"split":"heldout","speed":14,"method":"C","seeds":5,"first_plan":7.504,"best_known":6.1411,"at":{"12":{"clean":5,"n":5,"best_mean":7.3321,"best_min":7.2359,"vs_first_mean":0.9771,"gap_mean":0.1939},"60":{"clean":5,"n":5,"best_mean":6.9094,"best_min":6.8171,"vs_first_mean":0.9208,"gap_mean":0.1251},"120":{"clean":5,"n":5,"best_mean":6.6979,"best_min":6.5145,"vs_first_mean":0.8926,"gap_mean":0.0907}}},{"course":"gen-20","name":"Course 20","gates":6,"split":"heldout","speed":14,"method":"D","seeds":1,"first_plan":7.504,"best_known":6.1411,"at":{"12":{"clean":1,"n":1,"best_mean":7.2747,"best_min":7.2747,"vs_first_mean":0.9694,"gap_mean":0.1846},"60":{"clean":1,"n":1,"best_mean":7.2747,"best_min":7.2747,"vs_first_mean":0.9694,"gap_mean":0.1846},"120":{"clean":1,"n":1,"best_mean":7.2747,"best_min":7.2747,"vs_first_mean":0.9694,"gap_mean":0.1846}},"belief_levels":["mid","mid","mid","mid","mid","mid"]},{"course":"gen-20","name":"Course 20","gates":6,"split":"heldout","speed":14,"method":"E","seeds":5,"first_plan":7.504,"best_known":6.1411,"at":{"12":{"clean":5,"n":5,"best_mean":6.9524,"best_min":6.8486,"vs_first_mean":0.9265,"gap_mean":0.1321},"60":{"clean":5,"n":5,"best_mean":6.5424,"best_min":6.3428,"vs_first_mean":0.8719,"gap_mean":0.0653},"120":{"clean":5,"n":5,"best_mean":6.3402,"best_min":6.1411,"vs_first_mean":0.8449,"gap_mean":0.0324}},"belief_levels":["mid","mid","mid","mid","mid","mid"]},{"course":"gen-24","name":"Course 24","gates":7,"split":"heldout","speed":6,"method":"A","seeds":1,"first_plan":11.084,"best_known":9.5001,"at":{"12":{"clean":1,"n":1,"best_mean":11.084,"best_min":11.084,"vs_first_mean":1,"gap_mean":0.1667},"60":{"clean":1,"n":1,"best_mean":11.084,"best_min":11.084,"vs_first_mean":1,"gap_mean":0.1667},"120":{"clean":1,"n":1,"best_mean":11.084,"best_min":11.084,"vs_first_mean":1,"gap_mean":0.1667}}},{"course":"gen-24","name":"Course 24","gates":7,"split":"heldout","speed":6,"method":"B","seeds":5,"first_plan":11.084,"best_known":9.5001,"at":{"12":{"clean":5,"n":5,"best_mean":10.7552,"best_min":10.5193,"vs_first_mean":0.9704,"gap_mean":0.1321},"60":{"clean":5,"n":5,"best_mean":10.5604,"best_min":10.2514,"vs_first_mean":0.9528,"gap_mean":0.1116},"120":{"clean":5,"n":5,"best_mean":10.4642,"best_min":10.2514,"vs_first_mean":0.9441,"gap_mean":0.1015}}},{"course":"gen-24","name":"Course 24","gates":7,"split":"heldout","speed":6,"method":"C","seeds":5,"first_plan":11.084,"best_known":9.5001,"at":{"12":{"clean":5,"n":5,"best_mean":10.4093,"best_min":10.0204,"vs_first_mean":0.9391,"gap_mean":0.0957},"60":{"clean":5,"n":5,"best_mean":9.9309,"best_min":9.8096,"vs_first_mean":0.896,"gap_mean":0.0454},"120":{"clean":5,"n":5,"best_mean":9.7715,"best_min":9.6373,"vs_first_mean":0.8816,"gap_mean":0.0286}}},{"course":"gen-24","name":"Course 24","gates":7,"split":"heldout","speed":6,"method":"D","seeds":1,"first_plan":11.084,"best_known":9.5001,"at":{"12":{"clean":1,"n":1,"best_mean":10.1971,"best_min":10.1971,"vs_first_mean":0.92,"gap_mean":0.0734},"60":{"clean":1,"n":1,"best_mean":10.1971,"best_min":10.1971,"vs_first_mean":0.92,"gap_mean":0.0734},"120":{"clean":1,"n":1,"best_mean":10.1971,"best_min":10.1971,"vs_first_mean":0.92,"gap_mean":0.0734}},"belief_levels":["mid","mid","mid","mid","mid","fine","mid"]},{"course":"gen-24","name":"Course 24","gates":7,"split":"heldout","speed":6,"method":"E","seeds":5,"first_plan":11.084,"best_known":9.5001,"at":{"12":{"clean":5,"n":5,"best_mean":10.0355,"best_min":9.968,"vs_first_mean":0.9054,"gap_mean":0.0563},"60":{"clean":5,"n":5,"best_mean":9.7315,"best_min":9.6625,"vs_first_mean":0.878,"gap_mean":0.0244},"120":{"clean":5,"n":5,"best_mean":9.5897,"best_min":9.5001,"vs_first_mean":0.8652,"gap_mean":0.0094}},"belief_levels":["mid","mid","mid","mid","mid","fine","mid"]},{"course":"gen-24","name":"Course 24","gates":7,"split":"heldout","speed":10,"method":"A","seeds":1,"first_plan":8.9929,"best_known":7.9118,"at":{"12":{"clean":1,"n":1,"best_mean":8.9929,"best_min":8.9929,"vs_first_mean":1,"gap_mean":0.1367},"60":{"clean":1,"n":1,"best_mean":8.9929,"best_min":8.9929,"vs_first_mean":1,"gap_mean":0.1367},"120":{"clean":1,"n":1,"best_mean":8.9929,"best_min":8.9929,"vs_first_mean":1,"gap_mean":0.1367}}},{"course":"gen-24","name":"Course 24","gates":7,"split":"heldout","speed":10,"method":"B","seeds":5,"first_plan":8.9929,"best_known":7.9118,"at":{"12":{"clean":5,"n":5,"best_mean":8.9487,"best_min":8.7721,"vs_first_mean":0.9951,"gap_mean":0.1311},"60":{"clean":5,"n":5,"best_mean":8.9487,"best_min":8.7721,"vs_first_mean":0.9951,"gap_mean":0.1311},"120":{"clean":5,"n":5,"best_mean":8.9157,"best_min":8.7721,"vs_first_mean":0.9914,"gap_mean":0.1269}}},{"course":"gen-24","name":"Course 24","gates":7,"split":"heldout","speed":10,"method":"C","seeds":5,"first_plan":8.9929,"best_known":7.9118,"at":{"12":{"clean":5,"n":5,"best_mean":8.8786,"best_min":8.5685,"vs_first_mean":0.9873,"gap_mean":0.1222},"60":{"clean":5,"n":5,"best_mean":8.4306,"best_min":8.2601,"vs_first_mean":0.9375,"gap_mean":0.0656},"120":{"clean":5,"n":5,"best_mean":8.228,"best_min":8.0935,"vs_first_mean":0.915,"gap_mean":0.04}}},{"course":"gen-24","name":"Course 24","gates":7,"split":"heldout","speed":10,"method":"D","seeds":1,"first_plan":8.9929,"best_known":7.9118,"at":{"12":{"clean":1,"n":1,"best_mean":8.9592,"best_min":8.9592,"vs_first_mean":0.9962,"gap_mean":0.1324},"60":{"clean":1,"n":1,"best_mean":8.9592,"best_min":8.9592,"vs_first_mean":0.9962,"gap_mean":0.1324},"120":{"clean":1,"n":1,"best_mean":8.9592,"best_min":8.9592,"vs_first_mean":0.9962,"gap_mean":0.1324}},"belief_levels":["mid","mid","mid","mid","mid","fine","mid"]},{"course":"gen-24","name":"Course 24","gates":7,"split":"heldout","speed":10,"method":"E","seeds":5,"first_plan":8.9929,"best_known":7.9118,"at":{"12":{"clean":5,"n":5,"best_mean":8.6904,"best_min":8.4994,"vs_first_mean":0.9664,"gap_mean":0.0984},"60":{"clean":5,"n":5,"best_mean":8.3092,"best_min":8.2025,"vs_first_mean":0.924,"gap_mean":0.0502},"120":{"clean":5,"n":5,"best_mean":8.1235,"best_min":7.9118,"vs_first_mean":0.9033,"gap_mean":0.0267}},"belief_levels":["mid","mid","mid","mid","mid","fine","mid"]},{"course":"gen-24","name":"Course 24","gates":7,"split":"heldout","speed":14,"method":"A","seeds":1,"first_plan":8.9933,"best_known":8.0477,"at":{"12":{"clean":1,"n":1,"best_mean":8.9933,"best_min":8.9933,"vs_first_mean":1,"gap_mean":0.1175},"60":{"clean":1,"n":1,"best_mean":8.9933,"best_min":8.9933,"vs_first_mean":1,"gap_mean":0.1175},"120":{"clean":1,"n":1,"best_mean":8.9933,"best_min":8.9933,"vs_first_mean":1,"gap_mean":0.1175}}},{"course":"gen-24","name":"Course 24","gates":7,"split":"heldout","speed":14,"method":"B","seeds":5,"first_plan":8.9933,"best_known":8.0477,"at":{"12":{"clean":5,"n":5,"best_mean":8.9496,"best_min":8.7746,"vs_first_mean":0.9951,"gap_mean":0.1121},"60":{"clean":5,"n":5,"best_mean":8.9496,"best_min":8.7746,"vs_first_mean":0.9951,"gap_mean":0.1121},"120":{"clean":5,"n":5,"best_mean":8.9164,"best_min":8.7746,"vs_first_mean":0.9915,"gap_mean":0.1079}}},{"course":"gen-24","name":"Course 24","gates":7,"split":"heldout","speed":14,"method":"C","seeds":5,"first_plan":8.9933,"best_known":8.0477,"at":{"12":{"clean":5,"n":5,"best_mean":8.855,"best_min":8.4647,"vs_first_mean":0.9846,"gap_mean":0.1003},"60":{"clean":5,"n":5,"best_mean":8.441,"best_min":8.2959,"vs_first_mean":0.9386,"gap_mean":0.0489},"120":{"clean":5,"n":5,"best_mean":8.287,"best_min":8.143,"vs_first_mean":0.9215,"gap_mean":0.0297}}},{"course":"gen-24","name":"Course 24","gates":7,"split":"heldout","speed":14,"method":"D","seeds":1,"first_plan":8.9933,"best_known":8.0477,"at":{"12":{"clean":1,"n":1,"best_mean":9.0384,"best_min":9.0384,"vs_first_mean":1.005,"gap_mean":0.1231},"60":{"clean":1,"n":1,"best_mean":9.0384,"best_min":9.0384,"vs_first_mean":1.005,"gap_mean":0.1231},"120":{"clean":1,"n":1,"best_mean":9.0384,"best_min":9.0384,"vs_first_mean":1.005,"gap_mean":0.1231}},"belief_levels":["mid","mid","mid","mid","mid","fine","mid"]},{"course":"gen-24","name":"Course 24","gates":7,"split":"heldout","speed":14,"method":"E","seeds":5,"first_plan":8.9933,"best_known":8.0477,"at":{"12":{"clean":5,"n":5,"best_mean":8.7899,"best_min":8.6127,"vs_first_mean":0.9774,"gap_mean":0.0922},"60":{"clean":5,"n":5,"best_mean":8.3867,"best_min":8.241,"vs_first_mean":0.9326,"gap_mean":0.0421},"120":{"clean":5,"n":5,"best_mean":8.2294,"best_min":8.0477,"vs_first_mean":0.9151,"gap_mean":0.0226}},"belief_levels":["mid","mid","mid","mid","mid","fine","mid"]},{"course":"gen-28","name":"Course 28","gates":8,"split":"heldout","speed":6,"method":"A","seeds":1,"first_plan":12.6071,"best_known":10.6457,"at":{"12":{"clean":1,"n":1,"best_mean":12.6071,"best_min":12.6071,"vs_first_mean":1,"gap_mean":0.1842},"60":{"clean":1,"n":1,"best_mean":12.6071,"best_min":12.6071,"vs_first_mean":1,"gap_mean":0.1842},"120":{"clean":1,"n":1,"best_mean":12.6071,"best_min":12.6071,"vs_first_mean":1,"gap_mean":0.1842}}},{"course":"gen-28","name":"Course 28","gates":8,"split":"heldout","speed":6,"method":"B","seeds":5,"first_plan":12.6071,"best_known":10.6457,"at":{"12":{"clean":5,"n":5,"best_mean":12.2928,"best_min":12.0952,"vs_first_mean":0.9751,"gap_mean":0.1547},"60":{"clean":5,"n":5,"best_mean":12.1072,"best_min":11.96,"vs_first_mean":0.9603,"gap_mean":0.1373},"120":{"clean":5,"n":5,"best_mean":11.844,"best_min":11.5859,"vs_first_mean":0.9395,"gap_mean":0.1126}}},{"course":"gen-28","name":"Course 28","gates":8,"split":"heldout","speed":6,"method":"C","seeds":5,"first_plan":12.6071,"best_known":10.6457,"at":{"12":{"clean":5,"n":5,"best_mean":11.7548,"best_min":11.5101,"vs_first_mean":0.9324,"gap_mean":0.1042},"60":{"clean":5,"n":5,"best_mean":11.275,"best_min":11.0891,"vs_first_mean":0.8943,"gap_mean":0.0591},"120":{"clean":5,"n":5,"best_mean":11.0155,"best_min":10.8063,"vs_first_mean":0.8738,"gap_mean":0.0347}}},{"course":"gen-28","name":"Course 28","gates":8,"split":"heldout","speed":6,"method":"D","seeds":1,"first_plan":12.6071,"best_known":10.6457,"at":{"12":{"clean":1,"n":1,"best_mean":11.8227,"best_min":11.8227,"vs_first_mean":0.9378,"gap_mean":0.1106},"60":{"clean":1,"n":1,"best_mean":11.8227,"best_min":11.8227,"vs_first_mean":0.9378,"gap_mean":0.1106},"120":{"clean":1,"n":1,"best_mean":11.8227,"best_min":11.8227,"vs_first_mean":0.9378,"gap_mean":0.1106}},"belief_levels":["mid","mid","mid","mid","mid","mid","mid","mid"]},{"course":"gen-28","name":"Course 28","gates":8,"split":"heldout","speed":6,"method":"E","seeds":5,"first_plan":12.6071,"best_known":10.6457,"at":{"12":{"clean":5,"n":5,"best_mean":11.256,"best_min":11.0947,"vs_first_mean":0.8928,"gap_mean":0.0573},"60":{"clean":5,"n":5,"best_mean":10.9367,"best_min":10.6958,"vs_first_mean":0.8675,"gap_mean":0.0273},"120":{"clean":5,"n":5,"best_mean":10.7858,"best_min":10.6457,"vs_first_mean":0.8555,"gap_mean":0.0131}},"belief_levels":["mid","mid","mid","mid","mid","mid","mid","mid"]},{"course":"gen-28","name":"Course 28","gates":8,"split":"heldout","speed":10,"method":"A","seeds":1,"first_plan":9.1109,"best_known":8.1219,"at":{"12":{"clean":1,"n":1,"best_mean":9.1109,"best_min":9.1109,"vs_first_mean":1,"gap_mean":0.1218},"60":{"clean":1,"n":1,"best_mean":9.1109,"best_min":9.1109,"vs_first_mean":1,"gap_mean":0.1218},"120":{"clean":1,"n":1,"best_mean":9.1109,"best_min":9.1109,"vs_first_mean":1,"gap_mean":0.1218}}},{"course":"gen-28","name":"Course 28","gates":8,"split":"heldout","speed":10,"method":"B","seeds":5,"first_plan":9.1109,"best_known":8.1219,"at":{"12":{"clean":5,"n":5,"best_mean":9.1109,"best_min":9.1109,"vs_first_mean":1,"gap_mean":0.1218},"60":{"clean":5,"n":5,"best_mean":9.1109,"best_min":9.1109,"vs_first_mean":1,"gap_mean":0.1218},"120":{"clean":5,"n":5,"best_mean":9.0829,"best_min":9.0269,"vs_first_mean":0.9969,"gap_mean":0.1183}}},{"course":"gen-28","name":"Course 28","gates":8,"split":"heldout","speed":10,"method":"C","seeds":5,"first_plan":9.1109,"best_known":8.1219,"at":{"12":{"clean":5,"n":5,"best_mean":9.0692,"best_min":8.9026,"vs_first_mean":0.9954,"gap_mean":0.1167},"60":{"clean":5,"n":5,"best_mean":8.6319,"best_min":8.3865,"vs_first_mean":0.9474,"gap_mean":0.0628},"120":{"clean":5,"n":5,"best_mean":8.3906,"best_min":8.1787,"vs_first_mean":0.9209,"gap_mean":0.0331}}},{"course":"gen-28","name":"Course 28","gates":8,"split":"heldout","speed":10,"method":"D","seeds":1,"first_plan":9.1109,"best_known":8.1219,"at":{"12":{"clean":1,"n":1,"best_mean":8.8894,"best_min":8.8894,"vs_first_mean":0.9757,"gap_mean":0.0945},"60":{"clean":1,"n":1,"best_mean":8.8894,"best_min":8.8894,"vs_first_mean":0.9757,"gap_mean":0.0945},"120":{"clean":1,"n":1,"best_mean":8.8894,"best_min":8.8894,"vs_first_mean":0.9757,"gap_mean":0.0945}},"belief_levels":["mid","mid","mid","mid","mid","mid","mid","mid"]},{"course":"gen-28","name":"Course 28","gates":8,"split":"heldout","speed":10,"method":"E","seeds":5,"first_plan":9.1109,"best_known":8.1219,"at":{"12":{"clean":5,"n":5,"best_mean":8.7997,"best_min":8.5408,"vs_first_mean":0.9658,"gap_mean":0.0835},"60":{"clean":5,"n":5,"best_mean":8.4824,"best_min":8.4364,"vs_first_mean":0.931,"gap_mean":0.0444},"120":{"clean":5,"n":5,"best_mean":8.3101,"best_min":8.1219,"vs_first_mean":0.9121,"gap_mean":0.0232}},"belief_levels":["mid","mid","mid","mid","mid","mid","mid","mid"]},{"course":"gen-28","name":"Course 28","gates":8,"split":"heldout","speed":14,"method":"A","seeds":1,"first_plan":9.1961,"best_known":7.7772,"at":{"12":{"clean":1,"n":1,"best_mean":9.1961,"best_min":9.1961,"vs_first_mean":1,"gap_mean":0.1824},"60":{"clean":1,"n":1,"best_mean":9.1961,"best_min":9.1961,"vs_first_mean":1,"gap_mean":0.1824},"120":{"clean":1,"n":1,"best_mean":9.1961,"best_min":9.1961,"vs_first_mean":1,"gap_mean":0.1824}}},{"course":"gen-28","name":"Course 28","gates":8,"split":"heldout","speed":14,"method":"B","seeds":5,"first_plan":9.1961,"best_known":7.7772,"at":{"12":{"clean":5,"n":5,"best_mean":9.1961,"best_min":9.1961,"vs_first_mean":1,"gap_mean":0.1824},"60":{"clean":5,"n":5,"best_mean":9.1747,"best_min":9.0892,"vs_first_mean":0.9977,"gap_mean":0.1797},"120":{"clean":5,"n":5,"best_mean":9.0504,"best_min":8.8902,"vs_first_mean":0.9842,"gap_mean":0.1637}}},{"course":"gen-28","name":"Course 28","gates":8,"split":"heldout","speed":14,"method":"C","seeds":5,"first_plan":9.1961,"best_known":7.7772,"at":{"12":{"clean":5,"n":5,"best_mean":9.1923,"best_min":9.1773,"vs_first_mean":0.9996,"gap_mean":0.1819},"60":{"clean":5,"n":5,"best_mean":8.5752,"best_min":8.4396,"vs_first_mean":0.9325,"gap_mean":0.1026},"120":{"clean":5,"n":5,"best_mean":8.3086,"best_min":8.1238,"vs_first_mean":0.9035,"gap_mean":0.0683}}},{"course":"gen-28","name":"Course 28","gates":8,"split":"heldout","speed":14,"method":"D","seeds":1,"first_plan":9.1961,"best_known":7.7772,"at":{"12":{"clean":1,"n":1,"best_mean":9.0723,"best_min":9.0723,"vs_first_mean":0.9865,"gap_mean":0.1665},"60":{"clean":1,"n":1,"best_mean":9.0723,"best_min":9.0723,"vs_first_mean":0.9865,"gap_mean":0.1665},"120":{"clean":1,"n":1,"best_mean":9.0723,"best_min":9.0723,"vs_first_mean":0.9865,"gap_mean":0.1665}},"belief_levels":["mid","mid","mid","mid","mid","mid","mid","mid"]},{"course":"gen-28","name":"Course 28","gates":8,"split":"heldout","speed":14,"method":"E","seeds":5,"first_plan":9.1961,"best_known":7.7772,"at":{"12":{"clean":5,"n":5,"best_mean":8.7692,"best_min":8.6359,"vs_first_mean":0.9536,"gap_mean":0.1275},"60":{"clean":5,"n":5,"best_mean":8.3329,"best_min":8.1514,"vs_first_mean":0.9061,"gap_mean":0.0714},"120":{"clean":5,"n":5,"best_mean":7.9997,"best_min":7.7772,"vs_first_mean":0.8699,"gap_mean":0.0286}},"belief_levels":["mid","mid","mid","mid","mid","mid","mid","mid"]},{"course":"gen-32","name":"Course 32","gates":6,"split":"heldout","speed":6,"method":"A","seeds":1,"first_plan":9.7515,"best_known":7.7331,"at":{"12":{"clean":1,"n":1,"best_mean":9.7515,"best_min":9.7515,"vs_first_mean":1,"gap_mean":0.261},"60":{"clean":1,"n":1,"best_mean":9.7515,"best_min":9.7515,"vs_first_mean":1,"gap_mean":0.261},"120":{"clean":1,"n":1,"best_mean":9.7515,"best_min":9.7515,"vs_first_mean":1,"gap_mean":0.261}}},{"course":"gen-32","name":"Course 32","gates":6,"split":"heldout","speed":6,"method":"B","seeds":5,"first_plan":9.7515,"best_known":7.7331,"at":{"12":{"clean":5,"n":5,"best_mean":9.0428,"best_min":8.7742,"vs_first_mean":0.9273,"gap_mean":0.1694},"60":{"clean":5,"n":5,"best_mean":8.6399,"best_min":8.5593,"vs_first_mean":0.886,"gap_mean":0.1172},"120":{"clean":5,"n":5,"best_mean":8.5675,"best_min":8.4756,"vs_first_mean":0.8786,"gap_mean":0.1079}}},{"course":"gen-32","name":"Course 32","gates":6,"split":"heldout","speed":6,"method":"C","seeds":5,"first_plan":9.7515,"best_known":7.7331,"at":{"12":{"clean":5,"n":5,"best_mean":8.6105,"best_min":8.2512,"vs_first_mean":0.883,"gap_mean":0.1135},"60":{"clean":5,"n":5,"best_mean":8.2184,"best_min":8.1007,"vs_first_mean":0.8428,"gap_mean":0.0628},"120":{"clean":5,"n":5,"best_mean":8.039,"best_min":7.9328,"vs_first_mean":0.8244,"gap_mean":0.0395}}},{"course":"gen-32","name":"Course 32","gates":6,"split":"heldout","speed":6,"method":"D","seeds":1,"first_plan":9.7515,"best_known":7.7331,"at":{"12":{"clean":1,"n":1,"best_mean":8.4105,"best_min":8.4105,"vs_first_mean":0.8625,"gap_mean":0.0876},"60":{"clean":1,"n":1,"best_mean":8.4105,"best_min":8.4105,"vs_first_mean":0.8625,"gap_mean":0.0876},"120":{"clean":1,"n":1,"best_mean":8.4105,"best_min":8.4105,"vs_first_mean":0.8625,"gap_mean":0.0876}},"belief_levels":["mid","coarse","mid","mid","fine","mid"]},{"course":"gen-32","name":"Course 32","gates":6,"split":"heldout","speed":6,"method":"E","seeds":5,"first_plan":9.7515,"best_known":7.7331,"at":{"12":{"clean":5,"n":5,"best_mean":8.2158,"best_min":8.0295,"vs_first_mean":0.8425,"gap_mean":0.0624},"60":{"clean":5,"n":5,"best_mean":7.9582,"best_min":7.8552,"vs_first_mean":0.8161,"gap_mean":0.0291},"120":{"clean":5,"n":5,"best_mean":7.8033,"best_min":7.7331,"vs_first_mean":0.8002,"gap_mean":0.0091}},"belief_levels":["mid","coarse","mid","mid","fine","mid"]},{"course":"gen-32","name":"Course 32","gates":6,"split":"heldout","speed":10,"method":"A","seeds":1,"first_plan":6.5705,"best_known":5.7358,"at":{"12":{"clean":1,"n":1,"best_mean":6.5705,"best_min":6.5705,"vs_first_mean":1,"gap_mean":0.1455},"60":{"clean":1,"n":1,"best_mean":6.5705,"best_min":6.5705,"vs_first_mean":1,"gap_mean":0.1455},"120":{"clean":1,"n":1,"best_mean":6.5705,"best_min":6.5705,"vs_first_mean":1,"gap_mean":0.1455}}},{"course":"gen-32","name":"Course 32","gates":6,"split":"heldout","speed":10,"method":"B","seeds":5,"first_plan":6.5705,"best_known":5.7358,"at":{"12":{"clean":5,"n":5,"best_mean":6.5203,"best_min":6.3193,"vs_first_mean":0.9924,"gap_mean":0.1367},"60":{"clean":5,"n":5,"best_mean":6.491,"best_min":6.3193,"vs_first_mean":0.9879,"gap_mean":0.1316},"120":{"clean":5,"n":5,"best_mean":6.3729,"best_min":6.2027,"vs_first_mean":0.9699,"gap_mean":0.1111}}},{"course":"gen-32","name":"Course 32","gates":6,"split":"heldout","speed":10,"method":"C","seeds":5,"first_plan":6.5705,"best_known":5.7358,"at":{"12":{"clean":5,"n":5,"best_mean":6.5239,"best_min":6.4273,"vs_first_mean":0.9929,"gap_mean":0.1374},"60":{"clean":5,"n":5,"best_mean":6.2156,"best_min":6.0196,"vs_first_mean":0.946,"gap_mean":0.0836},"120":{"clean":5,"n":5,"best_mean":6.0471,"best_min":5.9245,"vs_first_mean":0.9203,"gap_mean":0.0543}}},{"course":"gen-32","name":"Course 32","gates":6,"split":"heldout","speed":10,"method":"D","seeds":1,"first_plan":6.5705,"best_known":5.7358,"at":{"12":{"clean":1,"n":1,"best_mean":6.7142,"best_min":6.7142,"vs_first_mean":1.0219,"gap_mean":0.1706},"60":{"clean":1,"n":1,"best_mean":6.7142,"best_min":6.7142,"vs_first_mean":1.0219,"gap_mean":0.1706},"120":{"clean":1,"n":1,"best_mean":6.7142,"best_min":6.7142,"vs_first_mean":1.0219,"gap_mean":0.1706}},"belief_levels":["mid","coarse","mid","mid","fine","mid"]},{"course":"gen-32","name":"Course 32","gates":6,"split":"heldout","speed":10,"method":"E","seeds":5,"first_plan":6.5705,"best_known":5.7358,"at":{"12":{"clean":5,"n":5,"best_mean":6.4079,"best_min":6.2701,"vs_first_mean":0.9753,"gap_mean":0.1171},"60":{"clean":5,"n":5,"best_mean":6.0092,"best_min":5.8912,"vs_first_mean":0.9146,"gap_mean":0.0477},"120":{"clean":5,"n":5,"best_mean":5.8484,"best_min":5.7358,"vs_first_mean":0.8901,"gap_mean":0.0196}},"belief_levels":["mid","coarse","mid","mid","fine","mid"]},{"course":"gen-32","name":"Course 32","gates":6,"split":"heldout","speed":14,"method":"A","seeds":1,"first_plan":6.3934,"best_known":5.5689,"at":{"12":{"clean":1,"n":1,"best_mean":6.3934,"best_min":6.3934,"vs_first_mean":1,"gap_mean":0.1481},"60":{"clean":1,"n":1,"best_mean":6.3934,"best_min":6.3934,"vs_first_mean":1,"gap_mean":0.1481},"120":{"clean":1,"n":1,"best_mean":6.3934,"best_min":6.3934,"vs_first_mean":1,"gap_mean":0.1481}}},{"course":"gen-32","name":"Course 32","gates":6,"split":"heldout","speed":14,"method":"B","seeds":5,"first_plan":6.3934,"best_known":5.5689,"at":{"12":{"clean":5,"n":5,"best_mean":6.3531,"best_min":6.1919,"vs_first_mean":0.9937,"gap_mean":0.1409},"60":{"clean":5,"n":5,"best_mean":6.3285,"best_min":6.1919,"vs_first_mean":0.9899,"gap_mean":0.1364},"120":{"clean":5,"n":5,"best_mean":6.1817,"best_min":5.9868,"vs_first_mean":0.9669,"gap_mean":0.11}}},{"course":"gen-32","name":"Course 32","gates":6,"split":"heldout","speed":14,"method":"C","seeds":5,"first_plan":6.3934,"best_known":5.5689,"at":{"12":{"clean":5,"n":5,"best_mean":6.336,"best_min":6.1062,"vs_first_mean":0.991,"gap_mean":0.1378},"60":{"clean":5,"n":5,"best_mean":5.9684,"best_min":5.7696,"vs_first_mean":0.9335,"gap_mean":0.0717},"120":{"clean":5,"n":5,"best_mean":5.7998,"best_min":5.6936,"vs_first_mean":0.9071,"gap_mean":0.0415}}},{"course":"gen-32","name":"Course 32","gates":6,"split":"heldout","speed":14,"method":"D","seeds":1,"first_plan":6.3934,"best_known":5.5689,"at":{"12":{"clean":1,"n":1,"best_mean":6.271,"best_min":6.271,"vs_first_mean":0.9808,"gap_mean":0.1261},"60":{"clean":1,"n":1,"best_mean":6.271,"best_min":6.271,"vs_first_mean":0.9808,"gap_mean":0.1261},"120":{"clean":1,"n":1,"best_mean":6.271,"best_min":6.271,"vs_first_mean":0.9808,"gap_mean":0.1261}},"belief_levels":["mid","coarse","mid","mid","fine","mid"]},{"course":"gen-32","name":"Course 32","gates":6,"split":"heldout","speed":14,"method":"E","seeds":5,"first_plan":6.3934,"best_known":5.5689,"at":{"12":{"clean":5,"n":5,"best_mean":6.0804,"best_min":5.7862,"vs_first_mean":0.951,"gap_mean":0.0918},"60":{"clean":5,"n":5,"best_mean":5.7099,"best_min":5.6197,"vs_first_mean":0.8931,"gap_mean":0.0253},"120":{"clean":5,"n":5,"best_mean":5.6082,"best_min":5.5689,"vs_first_mean":0.8772,"gap_mean":0.007}},"belief_levels":["mid","coarse","mid","mid","fine","mid"]},{"course":"gen-36","name":"Course 36","gates":6,"split":"heldout","speed":6,"method":"A","seeds":1,"first_plan":9.3126,"best_known":8.2119,"at":{"12":{"clean":1,"n":1,"best_mean":9.3126,"best_min":9.3126,"vs_first_mean":1,"gap_mean":0.134},"60":{"clean":1,"n":1,"best_mean":9.3126,"best_min":9.3126,"vs_first_mean":1,"gap_mean":0.134},"120":{"clean":1,"n":1,"best_mean":9.3126,"best_min":9.3126,"vs_first_mean":1,"gap_mean":0.134}}},{"course":"gen-36","name":"Course 36","gates":6,"split":"heldout","speed":6,"method":"B","seeds":5,"first_plan":9.3126,"best_known":8.2119,"at":{"12":{"clean":5,"n":5,"best_mean":9.1281,"best_min":9.0249,"vs_first_mean":0.9802,"gap_mean":0.1115},"60":{"clean":5,"n":5,"best_mean":8.7766,"best_min":8.4512,"vs_first_mean":0.9425,"gap_mean":0.0687},"120":{"clean":5,"n":5,"best_mean":8.6999,"best_min":8.4512,"vs_first_mean":0.9342,"gap_mean":0.0594}}},{"course":"gen-36","name":"Course 36","gates":6,"split":"heldout","speed":6,"method":"C","seeds":5,"first_plan":9.3126,"best_known":8.2119,"at":{"12":{"clean":5,"n":5,"best_mean":8.8621,"best_min":8.4948,"vs_first_mean":0.9516,"gap_mean":0.0792},"60":{"clean":5,"n":5,"best_mean":8.5231,"best_min":8.4419,"vs_first_mean":0.9152,"gap_mean":0.0379},"120":{"clean":5,"n":5,"best_mean":8.3049,"best_min":8.2119,"vs_first_mean":0.8918,"gap_mean":0.0113}}},{"course":"gen-36","name":"Course 36","gates":6,"split":"heldout","speed":6,"method":"D","seeds":1,"first_plan":9.3126,"best_known":8.2119,"at":{"12":{"clean":1,"n":1,"best_mean":8.9514,"best_min":8.9514,"vs_first_mean":0.9612,"gap_mean":0.09},"60":{"clean":1,"n":1,"best_mean":8.9514,"best_min":8.9514,"vs_first_mean":0.9612,"gap_mean":0.09},"120":{"clean":1,"n":1,"best_mean":8.9514,"best_min":8.9514,"vs_first_mean":0.9612,"gap_mean":0.09}},"belief_levels":["mid","fine","mid","mid","fine","mid"]},{"course":"gen-36","name":"Course 36","gates":6,"split":"heldout","speed":6,"method":"E","seeds":5,"first_plan":9.3126,"best_known":8.2119,"at":{"12":{"clean":5,"n":5,"best_mean":8.651,"best_min":8.3714,"vs_first_mean":0.9289,"gap_mean":0.0535},"60":{"clean":5,"n":5,"best_mean":8.39,"best_min":8.2894,"vs_first_mean":0.9009,"gap_mean":0.0217},"120":{"clean":5,"n":5,"best_mean":8.3232,"best_min":8.2714,"vs_first_mean":0.8938,"gap_mean":0.0135}},"belief_levels":["mid","fine","mid","mid","fine","mid"]},{"course":"gen-36","name":"Course 36","gates":6,"split":"heldout","speed":10,"method":"A","seeds":1,"first_plan":7.4962,"best_known":5.9975,"at":{"12":{"clean":1,"n":1,"best_mean":7.4962,"best_min":7.4962,"vs_first_mean":1,"gap_mean":0.2499},"60":{"clean":1,"n":1,"best_mean":7.4962,"best_min":7.4962,"vs_first_mean":1,"gap_mean":0.2499},"120":{"clean":1,"n":1,"best_mean":7.4962,"best_min":7.4962,"vs_first_mean":1,"gap_mean":0.2499}}},{"course":"gen-36","name":"Course 36","gates":6,"split":"heldout","speed":10,"method":"B","seeds":5,"first_plan":7.4962,"best_known":5.9975,"at":{"12":{"clean":5,"n":5,"best_mean":7.4044,"best_min":7.2255,"vs_first_mean":0.9878,"gap_mean":0.2346},"60":{"clean":5,"n":5,"best_mean":6.863,"best_min":6.4181,"vs_first_mean":0.9155,"gap_mean":0.1443},"120":{"clean":5,"n":5,"best_mean":6.863,"best_min":6.4181,"vs_first_mean":0.9155,"gap_mean":0.1443}}},{"course":"gen-36","name":"Course 36","gates":6,"split":"heldout","speed":10,"method":"C","seeds":5,"first_plan":7.4962,"best_known":5.9975,"at":{"12":{"clean":5,"n":5,"best_mean":7.1655,"best_min":6.8503,"vs_first_mean":0.9559,"gap_mean":0.1947},"60":{"clean":5,"n":5,"best_mean":6.5259,"best_min":6.2453,"vs_first_mean":0.8705,"gap_mean":0.0881},"120":{"clean":5,"n":5,"best_mean":6.3306,"best_min":6.1268,"vs_first_mean":0.8445,"gap_mean":0.0555}}},{"course":"gen-36","name":"Course 36","gates":6,"split":"heldout","speed":10,"method":"D","seeds":1,"first_plan":7.4962,"best_known":5.9975,"at":{"12":{"clean":1,"n":1,"best_mean":7.0607,"best_min":7.0607,"vs_first_mean":0.9419,"gap_mean":0.1773},"60":{"clean":1,"n":1,"best_mean":7.0607,"best_min":7.0607,"vs_first_mean":0.9419,"gap_mean":0.1773},"120":{"clean":1,"n":1,"best_mean":7.0607,"best_min":7.0607,"vs_first_mean":0.9419,"gap_mean":0.1773}},"belief_levels":["mid","fine","mid","mid","fine","mid"]},{"course":"gen-36","name":"Course 36","gates":6,"split":"heldout","speed":10,"method":"E","seeds":5,"first_plan":7.4962,"best_known":5.9975,"at":{"12":{"clean":5,"n":5,"best_mean":6.958,"best_min":6.7325,"vs_first_mean":0.9282,"gap_mean":0.1602},"60":{"clean":5,"n":5,"best_mean":6.4048,"best_min":6.2244,"vs_first_mean":0.8544,"gap_mean":0.0679},"120":{"clean":5,"n":5,"best_mean":6.2105,"best_min":5.9975,"vs_first_mean":0.8285,"gap_mean":0.0355}},"belief_levels":["mid","fine","mid","mid","fine","mid"]},{"course":"gen-36","name":"Course 36","gates":6,"split":"heldout","speed":14,"method":"A","seeds":1,"first_plan":7.4814,"best_known":5.8425,"at":{"12":{"clean":1,"n":1,"best_mean":7.4814,"best_min":7.4814,"vs_first_mean":1,"gap_mean":0.2805},"60":{"clean":1,"n":1,"best_mean":7.4814,"best_min":7.4814,"vs_first_mean":1,"gap_mean":0.2805},"120":{"clean":1,"n":1,"best_mean":7.4814,"best_min":7.4814,"vs_first_mean":1,"gap_mean":0.2805}}},{"course":"gen-36","name":"Course 36","gates":6,"split":"heldout","speed":14,"method":"B","seeds":5,"first_plan":7.4814,"best_known":5.8425,"at":{"12":{"clean":5,"n":5,"best_mean":7.3551,"best_min":7.0983,"vs_first_mean":0.9831,"gap_mean":0.2589},"60":{"clean":5,"n":5,"best_mean":6.8068,"best_min":6.3317,"vs_first_mean":0.9098,"gap_mean":0.165},"120":{"clean":5,"n":5,"best_mean":6.7996,"best_min":6.3317,"vs_first_mean":0.9089,"gap_mean":0.1638}}},{"course":"gen-36","name":"Course 36","gates":6,"split":"heldout","speed":14,"method":"C","seeds":5,"first_plan":7.4814,"best_known":5.8425,"at":{"12":{"clean":5,"n":5,"best_mean":7.2047,"best_min":6.8486,"vs_first_mean":0.963,"gap_mean":0.2331},"60":{"clean":5,"n":5,"best_mean":6.5234,"best_min":6.2396,"vs_first_mean":0.872,"gap_mean":0.1165},"120":{"clean":5,"n":5,"best_mean":6.3559,"best_min":5.9712,"vs_first_mean":0.8496,"gap_mean":0.0879}}},{"course":"gen-36","name":"Course 36","gates":6,"split":"heldout","speed":14,"method":"D","seeds":1,"first_plan":7.4814,"best_known":5.8425,"at":{"12":{"clean":1,"n":1,"best_mean":7.2166,"best_min":7.2166,"vs_first_mean":0.9646,"gap_mean":0.2352},"60":{"clean":1,"n":1,"best_mean":7.2166,"best_min":7.2166,"vs_first_mean":0.9646,"gap_mean":0.2352},"120":{"clean":1,"n":1,"best_mean":7.2166,"best_min":7.2166,"vs_first_mean":0.9646,"gap_mean":0.2352}},"belief_levels":["mid","fine","mid","mid","fine","mid"]},{"course":"gen-36","name":"Course 36","gates":6,"split":"heldout","speed":14,"method":"E","seeds":5,"first_plan":7.4814,"best_known":5.8425,"at":{"12":{"clean":5,"n":5,"best_mean":6.9691,"best_min":6.6973,"vs_first_mean":0.9315,"gap_mean":0.1928},"60":{"clean":5,"n":5,"best_mean":6.4751,"best_min":6.2581,"vs_first_mean":0.8655,"gap_mean":0.1083},"120":{"clean":5,"n":5,"best_mean":6.2379,"best_min":5.8425,"vs_first_mean":0.8338,"gap_mean":0.0677}},"belief_levels":["mid","fine","mid","mid","fine","mid"]},{"course":"gen-40","name":"Course 40","gates":10,"split":"heldout","speed":6,"method":"A","seeds":1,"first_plan":15.4777,"best_known":12.9569,"at":{"12":{"clean":1,"n":1,"best_mean":15.4777,"best_min":15.4777,"vs_first_mean":1,"gap_mean":0.1946},"60":{"clean":1,"n":1,"best_mean":15.4777,"best_min":15.4777,"vs_first_mean":1,"gap_mean":0.1946},"120":{"clean":1,"n":1,"best_mean":15.4777,"best_min":15.4777,"vs_first_mean":1,"gap_mean":0.1946}}},{"course":"gen-40","name":"Course 40","gates":10,"split":"heldout","speed":6,"method":"B","seeds":5,"first_plan":15.4777,"best_known":12.9569,"at":{"12":{"clean":5,"n":5,"best_mean":15.1439,"best_min":14.5427,"vs_first_mean":0.9784,"gap_mean":0.1688},"60":{"clean":5,"n":5,"best_mean":14.5886,"best_min":14.2168,"vs_first_mean":0.9426,"gap_mean":0.1259},"120":{"clean":5,"n":5,"best_mean":14.3145,"best_min":13.9811,"vs_first_mean":0.9248,"gap_mean":0.1048}}},{"course":"gen-40","name":"Course 40","gates":10,"split":"heldout","speed":6,"method":"C","seeds":5,"first_plan":15.4777,"best_known":12.9569,"at":{"12":{"clean":5,"n":5,"best_mean":14.3452,"best_min":14.1066,"vs_first_mean":0.9268,"gap_mean":0.1072},"60":{"clean":5,"n":5,"best_mean":13.6711,"best_min":13.3647,"vs_first_mean":0.8833,"gap_mean":0.0551},"120":{"clean":5,"n":5,"best_mean":13.4771,"best_min":12.9835,"vs_first_mean":0.8708,"gap_mean":0.0401}}},{"course":"gen-40","name":"Course 40","gates":10,"split":"heldout","speed":6,"method":"D","seeds":1,"first_plan":15.4777,"best_known":12.9569,"at":{"12":{"clean":1,"n":1,"best_mean":14.4241,"best_min":14.4241,"vs_first_mean":0.9319,"gap_mean":0.1132},"60":{"clean":1,"n":1,"best_mean":14.4241,"best_min":14.4241,"vs_first_mean":0.9319,"gap_mean":0.1132},"120":{"clean":1,"n":1,"best_mean":14.4241,"best_min":14.4241,"vs_first_mean":0.9319,"gap_mean":0.1132}},"belief_levels":["mid","fine","mid","mid","coarse","coarse","mid","mid","mid","mid"]},{"course":"gen-40","name":"Course 40","gates":10,"split":"heldout","speed":6,"method":"E","seeds":5,"first_plan":15.4777,"best_known":12.9569,"at":{"12":{"clean":5,"n":5,"best_mean":13.8555,"best_min":13.4806,"vs_first_mean":0.8952,"gap_mean":0.0693},"60":{"clean":5,"n":5,"best_mean":13.2615,"best_min":13.0418,"vs_first_mean":0.8568,"gap_mean":0.0235},"120":{"clean":5,"n":5,"best_mean":13.1223,"best_min":12.9569,"vs_first_mean":0.8478,"gap_mean":0.0128}},"belief_levels":["mid","fine","mid","mid","coarse","coarse","mid","mid","mid","mid"]},{"course":"gen-40","name":"Course 40","gates":10,"split":"heldout","speed":10,"method":"A","seeds":1,"first_plan":13.4908,"best_known":10.8994,"at":{"12":{"clean":1,"n":1,"best_mean":13.4908,"best_min":13.4908,"vs_first_mean":1,"gap_mean":0.2378},"60":{"clean":1,"n":1,"best_mean":13.4908,"best_min":13.4908,"vs_first_mean":1,"gap_mean":0.2378},"120":{"clean":1,"n":1,"best_mean":13.4908,"best_min":13.4908,"vs_first_mean":1,"gap_mean":0.2378}}},{"course":"gen-40","name":"Course 40","gates":10,"split":"heldout","speed":10,"method":"B","seeds":5,"first_plan":13.4908,"best_known":10.8994,"at":{"12":{"clean":5,"n":5,"best_mean":13.3869,"best_min":13.0063,"vs_first_mean":0.9923,"gap_mean":0.2282},"60":{"clean":5,"n":5,"best_mean":13.076,"best_min":12.6843,"vs_first_mean":0.9693,"gap_mean":0.1997},"120":{"clean":5,"n":5,"best_mean":12.7369,"best_min":12.0404,"vs_first_mean":0.9441,"gap_mean":0.1686}}},{"course":"gen-40","name":"Course 40","gates":10,"split":"heldout","speed":10,"method":"C","seeds":5,"first_plan":13.4908,"best_known":10.8994,"at":{"12":{"clean":5,"n":5,"best_mean":12.8055,"best_min":12.5853,"vs_first_mean":0.9492,"gap_mean":0.1749},"60":{"clean":5,"n":5,"best_mean":12.1632,"best_min":11.9122,"vs_first_mean":0.9016,"gap_mean":0.1159},"120":{"clean":5,"n":5,"best_mean":11.6954,"best_min":11.3341,"vs_first_mean":0.8669,"gap_mean":0.073}}},{"course":"gen-40","name":"Course 40","gates":10,"split":"heldout","speed":10,"method":"D","seeds":1,"first_plan":13.4908,"best_known":10.8994,"at":{"12":{"clean":1,"n":1,"best_mean":12.9526,"best_min":12.9526,"vs_first_mean":0.9601,"gap_mean":0.1884},"60":{"clean":1,"n":1,"best_mean":12.9526,"best_min":12.9526,"vs_first_mean":0.9601,"gap_mean":0.1884},"120":{"clean":1,"n":1,"best_mean":12.9526,"best_min":12.9526,"vs_first_mean":0.9601,"gap_mean":0.1884}},"belief_levels":["mid","fine","mid","mid","coarse","coarse","mid","mid","mid","mid"]},{"course":"gen-40","name":"Course 40","gates":10,"split":"heldout","speed":10,"method":"E","seeds":5,"first_plan":13.4908,"best_known":10.8994,"at":{"12":{"clean":5,"n":5,"best_mean":12.0339,"best_min":11.7927,"vs_first_mean":0.892,"gap_mean":0.1041},"60":{"clean":5,"n":5,"best_mean":11.4035,"best_min":11.2376,"vs_first_mean":0.8453,"gap_mean":0.0462},"120":{"clean":5,"n":5,"best_mean":11.1873,"best_min":10.8994,"vs_first_mean":0.8292,"gap_mean":0.0264}},"belief_levels":["mid","fine","mid","mid","coarse","coarse","mid","mid","mid","mid"]},{"course":"gen-40","name":"Course 40","gates":10,"split":"heldout","speed":14,"method":"A","seeds":1,"first_plan":13.4768,"best_known":10.8339,"at":{"12":{"clean":1,"n":1,"best_mean":13.4768,"best_min":13.4768,"vs_first_mean":1,"gap_mean":0.2439},"60":{"clean":1,"n":1,"best_mean":13.4768,"best_min":13.4768,"vs_first_mean":1,"gap_mean":0.2439},"120":{"clean":1,"n":1,"best_mean":13.4768,"best_min":13.4768,"vs_first_mean":1,"gap_mean":0.2439}}},{"course":"gen-40","name":"Course 40","gates":10,"split":"heldout","speed":14,"method":"B","seeds":5,"first_plan":13.4768,"best_known":10.8339,"at":{"12":{"clean":5,"n":5,"best_mean":13.3815,"best_min":13.0003,"vs_first_mean":0.9929,"gap_mean":0.2351},"60":{"clean":5,"n":5,"best_mean":13.0984,"best_min":12.9732,"vs_first_mean":0.9719,"gap_mean":0.209},"120":{"clean":5,"n":5,"best_mean":12.7685,"best_min":12.0489,"vs_first_mean":0.9474,"gap_mean":0.1785}}},{"course":"gen-40","name":"Course 40","gates":10,"split":"heldout","speed":14,"method":"C","seeds":5,"first_plan":13.4768,"best_known":10.8339,"at":{"12":{"clean":5,"n":5,"best_mean":12.811,"best_min":12.687,"vs_first_mean":0.9506,"gap_mean":0.1825},"60":{"clean":5,"n":5,"best_mean":12.2855,"best_min":11.9548,"vs_first_mean":0.9116,"gap_mean":0.134},"120":{"clean":5,"n":5,"best_mean":11.8517,"best_min":11.2448,"vs_first_mean":0.8794,"gap_mean":0.0939}}},{"course":"gen-40","name":"Course 40","gates":10,"split":"heldout","speed":14,"method":"D","seeds":1,"first_plan":13.4768,"best_known":10.8339,"at":{"12":{"clean":1,"n":1,"best_mean":13.1749,"best_min":13.1749,"vs_first_mean":0.9776,"gap_mean":0.2161},"60":{"clean":1,"n":1,"best_mean":13.1749,"best_min":13.1749,"vs_first_mean":0.9776,"gap_mean":0.2161},"120":{"clean":1,"n":1,"best_mean":13.1749,"best_min":13.1749,"vs_first_mean":0.9776,"gap_mean":0.2161}},"belief_levels":["mid","fine","mid","mid","coarse","coarse","mid","mid","mid","mid"]},{"course":"gen-40","name":"Course 40","gates":10,"split":"heldout","speed":14,"method":"E","seeds":5,"first_plan":13.4768,"best_known":10.8339,"at":{"12":{"clean":5,"n":5,"best_mean":12.074,"best_min":11.7925,"vs_first_mean":0.8959,"gap_mean":0.1145},"60":{"clean":5,"n":5,"best_mean":11.5939,"best_min":11.1081,"vs_first_mean":0.8603,"gap_mean":0.0701},"120":{"clean":5,"n":5,"best_mean":11.3112,"best_min":10.8339,"vs_first_mean":0.8393,"gap_mean":0.0441}},"belief_levels":["mid","fine","mid","mid","coarse","coarse","mid","mid","mid","mid"]},{"course":"gen-44","name":"Course 44","gates":7,"split":"heldout","speed":6,"method":"A","seeds":1,"first_plan":11.0657,"best_known":9.7451,"at":{"12":{"clean":1,"n":1,"best_mean":11.0657,"best_min":11.0657,"vs_first_mean":1,"gap_mean":0.1355},"60":{"clean":1,"n":1,"best_mean":11.0657,"best_min":11.0657,"vs_first_mean":1,"gap_mean":0.1355},"120":{"clean":1,"n":1,"best_mean":11.0657,"best_min":11.0657,"vs_first_mean":1,"gap_mean":0.1355}}},{"course":"gen-44","name":"Course 44","gates":7,"split":"heldout","speed":6,"method":"B","seeds":5,"first_plan":11.0657,"best_known":9.7451,"at":{"12":{"clean":5,"n":5,"best_mean":10.9449,"best_min":10.7415,"vs_first_mean":0.9891,"gap_mean":0.1231},"60":{"clean":5,"n":5,"best_mean":10.7241,"best_min":10.5663,"vs_first_mean":0.9691,"gap_mean":0.1005},"120":{"clean":5,"n":5,"best_mean":10.6884,"best_min":10.5663,"vs_first_mean":0.9659,"gap_mean":0.0968}}},{"course":"gen-44","name":"Course 44","gates":7,"split":"heldout","speed":6,"method":"C","seeds":5,"first_plan":11.0657,"best_known":9.7451,"at":{"12":{"clean":5,"n":5,"best_mean":10.6092,"best_min":10.5446,"vs_first_mean":0.9587,"gap_mean":0.0887},"60":{"clean":5,"n":5,"best_mean":10.2529,"best_min":10.0273,"vs_first_mean":0.9265,"gap_mean":0.0521},"120":{"clean":5,"n":5,"best_mean":10.0256,"best_min":9.7451,"vs_first_mean":0.906,"gap_mean":0.0288}}},{"course":"gen-44","name":"Course 44","gates":7,"split":"heldout","speed":6,"method":"D","seeds":1,"first_plan":11.0657,"best_known":9.7451,"at":{"12":{"clean":1,"n":1,"best_mean":10.5591,"best_min":10.5591,"vs_first_mean":0.9542,"gap_mean":0.0835},"60":{"clean":1,"n":1,"best_mean":10.5591,"best_min":10.5591,"vs_first_mean":0.9542,"gap_mean":0.0835},"120":{"clean":1,"n":1,"best_mean":10.5591,"best_min":10.5591,"vs_first_mean":0.9542,"gap_mean":0.0835}},"belief_levels":["mid","mid","fine","mid","mid","mid","global"]},{"course":"gen-44","name":"Course 44","gates":7,"split":"heldout","speed":6,"method":"E","seeds":5,"first_plan":11.0657,"best_known":9.7451,"at":{"12":{"clean":5,"n":5,"best_mean":10.3568,"best_min":10.0915,"vs_first_mean":0.936,"gap_mean":0.0628},"60":{"clean":5,"n":5,"best_mean":10.1068,"best_min":9.9265,"vs_first_mean":0.9133,"gap_mean":0.0371},"120":{"clean":5,"n":5,"best_mean":9.9477,"best_min":9.7814,"vs_first_mean":0.8989,"gap_mean":0.0208}},"belief_levels":["mid","mid","fine","mid","mid","mid","global"]},{"course":"gen-44","name":"Course 44","gates":7,"split":"heldout","speed":10,"method":"A","seeds":1,"first_plan":9.8316,"best_known":8.3143,"at":{"12":{"clean":1,"n":1,"best_mean":9.8316,"best_min":9.8316,"vs_first_mean":1,"gap_mean":0.1825},"60":{"clean":1,"n":1,"best_mean":9.8316,"best_min":9.8316,"vs_first_mean":1,"gap_mean":0.1825},"120":{"clean":1,"n":1,"best_mean":9.8316,"best_min":9.8316,"vs_first_mean":1,"gap_mean":0.1825}}},{"course":"gen-44","name":"Course 44","gates":7,"split":"heldout","speed":10,"method":"B","seeds":5,"first_plan":9.8316,"best_known":8.3143,"at":{"12":{"clean":5,"n":5,"best_mean":9.3301,"best_min":8.9951,"vs_first_mean":0.949,"gap_mean":0.1222},"60":{"clean":5,"n":5,"best_mean":9.2111,"best_min":8.9951,"vs_first_mean":0.9369,"gap_mean":0.1079},"120":{"clean":5,"n":5,"best_mean":9.1092,"best_min":8.9951,"vs_first_mean":0.9265,"gap_mean":0.0956}}},{"course":"gen-44","name":"Course 44","gates":7,"split":"heldout","speed":10,"method":"C","seeds":5,"first_plan":9.8316,"best_known":8.3143,"at":{"12":{"clean":5,"n":5,"best_mean":9.3024,"best_min":8.9163,"vs_first_mean":0.9462,"gap_mean":0.1188},"60":{"clean":5,"n":5,"best_mean":8.8494,"best_min":8.6972,"vs_first_mean":0.9001,"gap_mean":0.0643},"120":{"clean":5,"n":5,"best_mean":8.5955,"best_min":8.3143,"vs_first_mean":0.8743,"gap_mean":0.0338}}},{"course":"gen-44","name":"Course 44","gates":7,"split":"heldout","speed":10,"method":"D","seeds":1,"first_plan":9.8316,"best_known":8.3143,"at":{"12":{"clean":1,"n":1,"best_mean":9.3155,"best_min":9.3155,"vs_first_mean":0.9475,"gap_mean":0.1204},"60":{"clean":1,"n":1,"best_mean":9.3155,"best_min":9.3155,"vs_first_mean":0.9475,"gap_mean":0.1204},"120":{"clean":1,"n":1,"best_mean":9.3155,"best_min":9.3155,"vs_first_mean":0.9475,"gap_mean":0.1204}},"belief_levels":["mid","mid","fine","mid","mid","mid","global"]},{"course":"gen-44","name":"Course 44","gates":7,"split":"heldout","speed":10,"method":"E","seeds":5,"first_plan":9.8316,"best_known":8.3143,"at":{"12":{"clean":5,"n":5,"best_mean":8.9893,"best_min":8.8332,"vs_first_mean":0.9143,"gap_mean":0.0812},"60":{"clean":5,"n":5,"best_mean":8.6847,"best_min":8.6243,"vs_first_mean":0.8833,"gap_mean":0.0446},"120":{"clean":5,"n":5,"best_mean":8.4649,"best_min":8.3347,"vs_first_mean":0.861,"gap_mean":0.0181}},"belief_levels":["mid","mid","fine","mid","mid","mid","global"]},{"course":"gen-44","name":"Course 44","gates":7,"split":"heldout","speed":14,"method":"A","seeds":1,"first_plan":9.7869,"best_known":8.1871,"at":{"12":{"clean":1,"n":1,"best_mean":9.7869,"best_min":9.7869,"vs_first_mean":1,"gap_mean":0.1954},"60":{"clean":1,"n":1,"best_mean":9.7869,"best_min":9.7869,"vs_first_mean":1,"gap_mean":0.1954},"120":{"clean":1,"n":1,"best_mean":9.7869,"best_min":9.7869,"vs_first_mean":1,"gap_mean":0.1954}}},{"course":"gen-44","name":"Course 44","gates":7,"split":"heldout","speed":14,"method":"B","seeds":5,"first_plan":9.7869,"best_known":8.1871,"at":{"12":{"clean":5,"n":5,"best_mean":9.3326,"best_min":8.9667,"vs_first_mean":0.9536,"gap_mean":0.1399},"60":{"clean":5,"n":5,"best_mean":9.2062,"best_min":8.9667,"vs_first_mean":0.9407,"gap_mean":0.1245},"120":{"clean":5,"n":5,"best_mean":9.0877,"best_min":8.8872,"vs_first_mean":0.9286,"gap_mean":0.11}}},{"course":"gen-44","name":"Course 44","gates":7,"split":"heldout","speed":14,"method":"C","seeds":5,"first_plan":9.7869,"best_known":8.1871,"at":{"12":{"clean":5,"n":5,"best_mean":9.2946,"best_min":8.9315,"vs_first_mean":0.9497,"gap_mean":0.1353},"60":{"clean":5,"n":5,"best_mean":8.8642,"best_min":8.6231,"vs_first_mean":0.9057,"gap_mean":0.0827},"120":{"clean":5,"n":5,"best_mean":8.5349,"best_min":8.2497,"vs_first_mean":0.8721,"gap_mean":0.0425}}},{"course":"gen-44","name":"Course 44","gates":7,"split":"heldout","speed":14,"method":"D","seeds":1,"first_plan":9.7869,"best_known":8.1871,"at":{"12":{"clean":1,"n":1,"best_mean":8.9833,"best_min":8.9833,"vs_first_mean":0.9179,"gap_mean":0.0973},"60":{"clean":1,"n":1,"best_mean":8.9833,"best_min":8.9833,"vs_first_mean":0.9179,"gap_mean":0.0973},"120":{"clean":1,"n":1,"best_mean":8.9833,"best_min":8.9833,"vs_first_mean":0.9179,"gap_mean":0.0973}},"belief_levels":["mid","mid","fine","mid","mid","mid","global"]},{"course":"gen-44","name":"Course 44","gates":7,"split":"heldout","speed":14,"method":"E","seeds":5,"first_plan":9.7869,"best_known":8.1871,"at":{"12":{"clean":5,"n":5,"best_mean":8.9312,"best_min":8.7743,"vs_first_mean":0.9126,"gap_mean":0.0909},"60":{"clean":5,"n":5,"best_mean":8.6503,"best_min":8.4513,"vs_first_mean":0.8839,"gap_mean":0.0566},"120":{"clean":5,"n":5,"best_mean":8.5052,"best_min":8.1871,"vs_first_mean":0.869,"gap_mean":0.0389}},"belief_levels":["mid","mid","fine","mid","mid","mid","global"]},{"course":"gen-48","name":"Course 48","gates":8,"split":"heldout","speed":6,"method":"A","seeds":1,"first_plan":10.8433,"best_known":9.6408,"at":{"12":{"clean":1,"n":1,"best_mean":10.8433,"best_min":10.8433,"vs_first_mean":1,"gap_mean":0.1247},"60":{"clean":1,"n":1,"best_mean":10.8433,"best_min":10.8433,"vs_first_mean":1,"gap_mean":0.1247},"120":{"clean":1,"n":1,"best_mean":10.8433,"best_min":10.8433,"vs_first_mean":1,"gap_mean":0.1247}}},{"course":"gen-48","name":"Course 48","gates":8,"split":"heldout","speed":6,"method":"B","seeds":5,"first_plan":10.8433,"best_known":9.6408,"at":{"12":{"clean":5,"n":5,"best_mean":10.813,"best_min":10.6918,"vs_first_mean":0.9972,"gap_mean":0.1216},"60":{"clean":5,"n":5,"best_mean":10.6189,"best_min":10.42,"vs_first_mean":0.9793,"gap_mean":0.1014},"120":{"clean":5,"n":5,"best_mean":10.5709,"best_min":10.42,"vs_first_mean":0.9749,"gap_mean":0.0965}}},{"course":"gen-48","name":"Course 48","gates":8,"split":"heldout","speed":6,"method":"C","seeds":5,"first_plan":10.8433,"best_known":9.6408,"at":{"12":{"clean":5,"n":5,"best_mean":10.6397,"best_min":10.4016,"vs_first_mean":0.9812,"gap_mean":0.1036},"60":{"clean":5,"n":5,"best_mean":10.1755,"best_min":9.9925,"vs_first_mean":0.9384,"gap_mean":0.0555},"120":{"clean":5,"n":5,"best_mean":9.9695,"best_min":9.7592,"vs_first_mean":0.9194,"gap_mean":0.0341}}},{"course":"gen-48","name":"Course 48","gates":8,"split":"heldout","speed":6,"method":"D","seeds":1,"first_plan":10.8433,"best_known":9.6408,"at":{"12":{"clean":1,"n":1,"best_mean":10.5348,"best_min":10.5348,"vs_first_mean":0.9715,"gap_mean":0.0927},"60":{"clean":1,"n":1,"best_mean":10.5348,"best_min":10.5348,"vs_first_mean":0.9715,"gap_mean":0.0927},"120":{"clean":1,"n":1,"best_mean":10.5348,"best_min":10.5348,"vs_first_mean":0.9715,"gap_mean":0.0927}},"belief_levels":["mid","mid","fine","mid","mid","mid","mid","coarse"]},{"course":"gen-48","name":"Course 48","gates":8,"split":"heldout","speed":6,"method":"E","seeds":5,"first_plan":10.8433,"best_known":9.6408,"at":{"12":{"clean":5,"n":5,"best_mean":10.1807,"best_min":9.9323,"vs_first_mean":0.9389,"gap_mean":0.056},"60":{"clean":5,"n":5,"best_mean":9.8893,"best_min":9.7695,"vs_first_mean":0.912,"gap_mean":0.0258},"120":{"clean":5,"n":5,"best_mean":9.7355,"best_min":9.6408,"vs_first_mean":0.8978,"gap_mean":0.0098}},"belief_levels":["mid","mid","fine","mid","mid","mid","mid","coarse"]},{"course":"gen-48","name":"Course 48","gates":8,"split":"heldout","speed":10,"method":"A","seeds":1,"first_plan":9.7666,"best_known":7.7113,"at":{"12":{"clean":1,"n":1,"best_mean":9.7666,"best_min":9.7666,"vs_first_mean":1,"gap_mean":0.2665},"60":{"clean":1,"n":1,"best_mean":9.7666,"best_min":9.7666,"vs_first_mean":1,"gap_mean":0.2665},"120":{"clean":1,"n":1,"best_mean":9.7666,"best_min":9.7666,"vs_first_mean":1,"gap_mean":0.2665}}},{"course":"gen-48","name":"Course 48","gates":8,"split":"heldout","speed":10,"method":"B","seeds":5,"first_plan":9.7666,"best_known":7.7113,"at":{"12":{"clean":5,"n":5,"best_mean":9.6571,"best_min":9.2192,"vs_first_mean":0.9888,"gap_mean":0.2523},"60":{"clean":5,"n":5,"best_mean":9.184,"best_min":8.7657,"vs_first_mean":0.9403,"gap_mean":0.191},"120":{"clean":5,"n":5,"best_mean":9.0105,"best_min":8.4843,"vs_first_mean":0.9226,"gap_mean":0.1685}}},{"course":"gen-48","name":"Course 48","gates":8,"split":"heldout","speed":10,"method":"C","seeds":5,"first_plan":9.7666,"best_known":7.7113,"at":{"12":{"clean":5,"n":5,"best_mean":9.4626,"best_min":9.3054,"vs_first_mean":0.9689,"gap_mean":0.2271},"60":{"clean":5,"n":5,"best_mean":8.5836,"best_min":8.2754,"vs_first_mean":0.8789,"gap_mean":0.1131},"120":{"clean":5,"n":5,"best_mean":8.2377,"best_min":7.8637,"vs_first_mean":0.8435,"gap_mean":0.0683}}},{"course":"gen-48","name":"Course 48","gates":8,"split":"heldout","speed":10,"method":"D","seeds":1,"first_plan":9.7666,"best_known":7.7113,"at":{"12":{"clean":1,"n":1,"best_mean":8.887,"best_min":8.887,"vs_first_mean":0.9099,"gap_mean":0.1525},"60":{"clean":1,"n":1,"best_mean":8.887,"best_min":8.887,"vs_first_mean":0.9099,"gap_mean":0.1525},"120":{"clean":1,"n":1,"best_mean":8.887,"best_min":8.887,"vs_first_mean":0.9099,"gap_mean":0.1525}},"belief_levels":["mid","mid","fine","mid","mid","mid","mid","coarse"]},{"course":"gen-48","name":"Course 48","gates":8,"split":"heldout","speed":10,"method":"E","seeds":5,"first_plan":9.7666,"best_known":7.7113,"at":{"12":{"clean":5,"n":5,"best_mean":8.6468,"best_min":8.4288,"vs_first_mean":0.8853,"gap_mean":0.1213},"60":{"clean":5,"n":5,"best_mean":8.0829,"best_min":7.9546,"vs_first_mean":0.8276,"gap_mean":0.0482},"120":{"clean":5,"n":5,"best_mean":7.8289,"best_min":7.7113,"vs_first_mean":0.8016,"gap_mean":0.0153}},"belief_levels":["mid","mid","fine","mid","mid","mid","mid","coarse"]},{"course":"gen-48","name":"Course 48","gates":8,"split":"heldout","speed":14,"method":"A","seeds":1,"first_plan":9.762,"best_known":7.6644,"at":{"12":{"clean":1,"n":1,"best_mean":9.762,"best_min":9.762,"vs_first_mean":1,"gap_mean":0.2737},"60":{"clean":1,"n":1,"best_mean":9.762,"best_min":9.762,"vs_first_mean":1,"gap_mean":0.2737},"120":{"clean":1,"n":1,"best_mean":9.762,"best_min":9.762,"vs_first_mean":1,"gap_mean":0.2737}}},{"course":"gen-48","name":"Course 48","gates":8,"split":"heldout","speed":14,"method":"B","seeds":5,"first_plan":9.762,"best_known":7.6644,"at":{"12":{"clean":5,"n":5,"best_mean":9.6339,"best_min":9.2191,"vs_first_mean":0.9869,"gap_mean":0.257},"60":{"clean":5,"n":5,"best_mean":9.2195,"best_min":8.7737,"vs_first_mean":0.9444,"gap_mean":0.2029},"120":{"clean":5,"n":5,"best_mean":9.0265,"best_min":8.576,"vs_first_mean":0.9247,"gap_mean":0.1777}}},{"course":"gen-48","name":"Course 48","gates":8,"split":"heldout","speed":14,"method":"C","seeds":5,"first_plan":9.762,"best_known":7.6644,"at":{"12":{"clean":5,"n":5,"best_mean":9.435,"best_min":9.1277,"vs_first_mean":0.9665,"gap_mean":0.231},"60":{"clean":5,"n":5,"best_mean":8.6305,"best_min":8.2746,"vs_first_mean":0.8841,"gap_mean":0.1261},"120":{"clean":5,"n":5,"best_mean":8.2018,"best_min":7.7608,"vs_first_mean":0.8402,"gap_mean":0.0701}}},{"course":"gen-48","name":"Course 48","gates":8,"split":"heldout","speed":14,"method":"D","seeds":1,"first_plan":9.762,"best_known":7.6644,"at":{"12":{"clean":1,"n":1,"best_mean":8.931,"best_min":8.931,"vs_first_mean":0.9149,"gap_mean":0.1653},"60":{"clean":1,"n":1,"best_mean":8.931,"best_min":8.931,"vs_first_mean":0.9149,"gap_mean":0.1653},"120":{"clean":1,"n":1,"best_mean":8.931,"best_min":8.931,"vs_first_mean":0.9149,"gap_mean":0.1653}},"belief_levels":["mid","mid","fine","mid","mid","mid","mid","coarse"]},{"course":"gen-48","name":"Course 48","gates":8,"split":"heldout","speed":14,"method":"E","seeds":5,"first_plan":9.762,"best_known":7.6644,"at":{"12":{"clean":5,"n":5,"best_mean":8.7243,"best_min":8.4787,"vs_first_mean":0.8937,"gap_mean":0.1383},"60":{"clean":5,"n":5,"best_mean":8.048,"best_min":7.9675,"vs_first_mean":0.8244,"gap_mean":0.0501},"120":{"clean":5,"n":5,"best_mean":7.7174,"best_min":7.6644,"vs_first_mean":0.7906,"gap_mean":0.0069}},"belief_levels":["mid","mid","fine","mid","mid","mid","mid","coarse"]},{"course":"gen-52","name":"Course 52","gates":7,"split":"heldout","speed":6,"method":"A","seeds":1,"first_plan":9.3871,"best_known":8.4421,"at":{"12":{"clean":1,"n":1,"best_mean":9.3871,"best_min":9.3871,"vs_first_mean":1,"gap_mean":0.1119},"60":{"clean":1,"n":1,"best_mean":9.3871,"best_min":9.3871,"vs_first_mean":1,"gap_mean":0.1119},"120":{"clean":1,"n":1,"best_mean":9.3871,"best_min":9.3871,"vs_first_mean":1,"gap_mean":0.1119}}},{"course":"gen-52","name":"Course 52","gates":7,"split":"heldout","speed":6,"method":"B","seeds":5,"first_plan":9.3871,"best_known":8.4421,"at":{"12":{"clean":5,"n":5,"best_mean":9.368,"best_min":9.2917,"vs_first_mean":0.998,"gap_mean":0.1096},"60":{"clean":5,"n":5,"best_mean":9.2964,"best_min":9.1336,"vs_first_mean":0.9903,"gap_mean":0.1012},"120":{"clean":5,"n":5,"best_mean":9.2822,"best_min":9.1336,"vs_first_mean":0.9888,"gap_mean":0.0995}}},{"course":"gen-52","name":"Course 52","gates":7,"split":"heldout","speed":6,"method":"C","seeds":5,"first_plan":9.3871,"best_known":8.4421,"at":{"12":{"clean":5,"n":5,"best_mean":9.1264,"best_min":9.0196,"vs_first_mean":0.9722,"gap_mean":0.0811},"60":{"clean":5,"n":5,"best_mean":8.8753,"best_min":8.7945,"vs_first_mean":0.9455,"gap_mean":0.0513},"120":{"clean":5,"n":5,"best_mean":8.7113,"best_min":8.4999,"vs_first_mean":0.928,"gap_mean":0.0319}}},{"course":"gen-52","name":"Course 52","gates":7,"split":"heldout","speed":6,"method":"D","seeds":1,"first_plan":9.3871,"best_known":8.4421,"at":{"12":{"clean":1,"n":1,"best_mean":9.0982,"best_min":9.0982,"vs_first_mean":0.9692,"gap_mean":0.0777},"60":{"clean":1,"n":1,"best_mean":9.0982,"best_min":9.0982,"vs_first_mean":0.9692,"gap_mean":0.0777},"120":{"clean":1,"n":1,"best_mean":9.0982,"best_min":9.0982,"vs_first_mean":0.9692,"gap_mean":0.0777}},"belief_levels":["mid","mid","mid","mid","mid","mid","mid"]},{"course":"gen-52","name":"Course 52","gates":7,"split":"heldout","speed":6,"method":"E","seeds":5,"first_plan":9.3871,"best_known":8.4421,"at":{"12":{"clean":5,"n":5,"best_mean":8.8607,"best_min":8.68,"vs_first_mean":0.9439,"gap_mean":0.0496},"60":{"clean":5,"n":5,"best_mean":8.7028,"best_min":8.5971,"vs_first_mean":0.9271,"gap_mean":0.0309},"120":{"clean":5,"n":5,"best_mean":8.5699,"best_min":8.4421,"vs_first_mean":0.9129,"gap_mean":0.0151}},"belief_levels":["mid","mid","mid","mid","mid","mid","mid"]},{"course":"gen-52","name":"Course 52","gates":7,"split":"heldout","speed":10,"method":"A","seeds":1,"first_plan":8.7267,"best_known":7.2332,"at":{"12":{"clean":1,"n":1,"best_mean":8.7267,"best_min":8.7267,"vs_first_mean":1,"gap_mean":0.2065},"60":{"clean":1,"n":1,"best_mean":8.7267,"best_min":8.7267,"vs_first_mean":1,"gap_mean":0.2065},"120":{"clean":1,"n":1,"best_mean":8.7267,"best_min":8.7267,"vs_first_mean":1,"gap_mean":0.2065}}},{"course":"gen-52","name":"Course 52","gates":7,"split":"heldout","speed":10,"method":"B","seeds":5,"first_plan":8.7267,"best_known":7.2332,"at":{"12":{"clean":5,"n":5,"best_mean":8.6721,"best_min":8.5427,"vs_first_mean":0.9937,"gap_mean":0.1989},"60":{"clean":5,"n":5,"best_mean":8.2621,"best_min":8.1618,"vs_first_mean":0.9468,"gap_mean":0.1423},"120":{"clean":5,"n":5,"best_mean":8.2198,"best_min":8.1618,"vs_first_mean":0.9419,"gap_mean":0.1364}}},{"course":"gen-52","name":"Course 52","gates":7,"split":"heldout","speed":10,"method":"C","seeds":5,"first_plan":8.7267,"best_known":7.2332,"at":{"12":{"clean":5,"n":5,"best_mean":8.1878,"best_min":7.9688,"vs_first_mean":0.9382,"gap_mean":0.132},"60":{"clean":5,"n":5,"best_mean":7.6408,"best_min":7.5454,"vs_first_mean":0.8756,"gap_mean":0.0564},"120":{"clean":5,"n":5,"best_mean":7.4895,"best_min":7.3335,"vs_first_mean":0.8583,"gap_mean":0.0354}}},{"course":"gen-52","name":"Course 52","gates":7,"split":"heldout","speed":10,"method":"D","seeds":1,"first_plan":8.7267,"best_known":7.2332,"at":{"12":{"clean":1,"n":1,"best_mean":8.7553,"best_min":8.7553,"vs_first_mean":1.0033,"gap_mean":0.2104},"60":{"clean":1,"n":1,"best_mean":8.7553,"best_min":8.7553,"vs_first_mean":1.0033,"gap_mean":0.2104},"120":{"clean":1,"n":1,"best_mean":8.7553,"best_min":8.7553,"vs_first_mean":1.0033,"gap_mean":0.2104}},"belief_levels":["mid","mid","mid","mid","mid","mid","mid"]},{"course":"gen-52","name":"Course 52","gates":7,"split":"heldout","speed":10,"method":"E","seeds":5,"first_plan":8.7267,"best_known":7.2332,"at":{"12":{"clean":5,"n":5,"best_mean":7.8382,"best_min":7.508,"vs_first_mean":0.8982,"gap_mean":0.0836},"60":{"clean":5,"n":5,"best_mean":7.6022,"best_min":7.4292,"vs_first_mean":0.8711,"gap_mean":0.051},"120":{"clean":5,"n":5,"best_mean":7.4678,"best_min":7.2332,"vs_first_mean":0.8558,"gap_mean":0.0325}},"belief_levels":["mid","mid","mid","mid","mid","mid","mid"]},{"course":"gen-52","name":"Course 52","gates":7,"split":"heldout","speed":14,"method":"A","seeds":1,"first_plan":8.887,"best_known":7.1939,"at":{"12":{"clean":1,"n":1,"best_mean":8.887,"best_min":8.887,"vs_first_mean":1,"gap_mean":0.2354},"60":{"clean":1,"n":1,"best_mean":8.887,"best_min":8.887,"vs_first_mean":1,"gap_mean":0.2354},"120":{"clean":1,"n":1,"best_mean":8.887,"best_min":8.887,"vs_first_mean":1,"gap_mean":0.2354}}},{"course":"gen-52","name":"Course 52","gates":7,"split":"heldout","speed":14,"method":"B","seeds":5,"first_plan":8.887,"best_known":7.1939,"at":{"12":{"clean":5,"n":5,"best_mean":8.6823,"best_min":8.4835,"vs_first_mean":0.977,"gap_mean":0.2069},"60":{"clean":5,"n":5,"best_mean":8.2913,"best_min":8.0347,"vs_first_mean":0.933,"gap_mean":0.1525},"120":{"clean":5,"n":5,"best_mean":8.189,"best_min":8.0347,"vs_first_mean":0.9215,"gap_mean":0.1383}}},{"course":"gen-52","name":"Course 52","gates":7,"split":"heldout","speed":14,"method":"C","seeds":5,"first_plan":8.887,"best_known":7.1939,"at":{"12":{"clean":5,"n":5,"best_mean":8.0961,"best_min":7.9087,"vs_first_mean":0.911,"gap_mean":0.1254},"60":{"clean":5,"n":5,"best_mean":7.493,"best_min":7.4269,"vs_first_mean":0.8431,"gap_mean":0.0416},"120":{"clean":5,"n":5,"best_mean":7.3209,"best_min":7.231,"vs_first_mean":0.8238,"gap_mean":0.0176}}},{"course":"gen-52","name":"Course 52","gates":7,"split":"heldout","speed":14,"method":"D","seeds":1,"first_plan":8.887,"best_known":7.1939,"at":{"12":{"clean":1,"n":1,"best_mean":8.5647,"best_min":8.5647,"vs_first_mean":0.9637,"gap_mean":0.1905},"60":{"clean":1,"n":1,"best_mean":8.5647,"best_min":8.5647,"vs_first_mean":0.9637,"gap_mean":0.1905},"120":{"clean":1,"n":1,"best_mean":8.5647,"best_min":8.5647,"vs_first_mean":0.9637,"gap_mean":0.1905}},"belief_levels":["mid","mid","mid","mid","mid","mid","mid"]},{"course":"gen-52","name":"Course 52","gates":7,"split":"heldout","speed":14,"method":"E","seeds":5,"first_plan":8.887,"best_known":7.1939,"at":{"12":{"clean":5,"n":5,"best_mean":7.8477,"best_min":7.2011,"vs_first_mean":0.8831,"gap_mean":0.0909},"60":{"clean":5,"n":5,"best_mean":7.4872,"best_min":7.2011,"vs_first_mean":0.8425,"gap_mean":0.0408},"120":{"clean":5,"n":5,"best_mean":7.3335,"best_min":7.1939,"vs_first_mean":0.8252,"gap_mean":0.0194}},"belief_levels":["mid","mid","mid","mid","mid","mid","mid"]},{"course":"gen-56","name":"Course 56","gates":8,"split":"heldout","speed":6,"method":"A","seeds":1,"first_plan":10.3983,"best_known":8.9034,"at":{"12":{"clean":1,"n":1,"best_mean":10.3983,"best_min":10.3983,"vs_first_mean":1,"gap_mean":0.1679},"60":{"clean":1,"n":1,"best_mean":10.3983,"best_min":10.3983,"vs_first_mean":1,"gap_mean":0.1679},"120":{"clean":1,"n":1,"best_mean":10.3983,"best_min":10.3983,"vs_first_mean":1,"gap_mean":0.1679}}},{"course":"gen-56","name":"Course 56","gates":8,"split":"heldout","speed":6,"method":"B","seeds":5,"first_plan":10.3983,"best_known":8.9034,"at":{"12":{"clean":5,"n":5,"best_mean":10.3051,"best_min":10.0517,"vs_first_mean":0.991,"gap_mean":0.1574},"60":{"clean":5,"n":5,"best_mean":9.9322,"best_min":9.3709,"vs_first_mean":0.9552,"gap_mean":0.1155},"120":{"clean":5,"n":5,"best_mean":9.7572,"best_min":9.3709,"vs_first_mean":0.9384,"gap_mean":0.0959}}},{"course":"gen-56","name":"Course 56","gates":8,"split":"heldout","speed":6,"method":"C","seeds":5,"first_plan":10.3983,"best_known":8.9034,"at":{"12":{"clean":5,"n":5,"best_mean":9.9697,"best_min":9.8788,"vs_first_mean":0.9588,"gap_mean":0.1198},"60":{"clean":5,"n":5,"best_mean":9.4338,"best_min":9.1991,"vs_first_mean":0.9072,"gap_mean":0.0596},"120":{"clean":5,"n":5,"best_mean":9.2764,"best_min":9.0924,"vs_first_mean":0.8921,"gap_mean":0.0419}}},{"course":"gen-56","name":"Course 56","gates":8,"split":"heldout","speed":6,"method":"D","seeds":1,"first_plan":10.3983,"best_known":8.9034,"at":{"12":{"clean":1,"n":1,"best_mean":9.989,"best_min":9.989,"vs_first_mean":0.9606,"gap_mean":0.1219},"60":{"clean":1,"n":1,"best_mean":9.989,"best_min":9.989,"vs_first_mean":0.9606,"gap_mean":0.1219},"120":{"clean":1,"n":1,"best_mean":9.989,"best_min":9.989,"vs_first_mean":0.9606,"gap_mean":0.1219}},"belief_levels":["mid","mid","mid","mid","mid","mid","mid","mid"]},{"course":"gen-56","name":"Course 56","gates":8,"split":"heldout","speed":6,"method":"E","seeds":5,"first_plan":10.3983,"best_known":8.9034,"at":{"12":{"clean":5,"n":5,"best_mean":9.467,"best_min":9.3038,"vs_first_mean":0.9104,"gap_mean":0.0633},"60":{"clean":5,"n":5,"best_mean":9.2054,"best_min":9.0208,"vs_first_mean":0.8853,"gap_mean":0.0339},"120":{"clean":5,"n":5,"best_mean":9.0694,"best_min":8.9034,"vs_first_mean":0.8722,"gap_mean":0.0186}},"belief_levels":["mid","mid","mid","mid","mid","mid","mid","mid"]},{"course":"gen-56","name":"Course 56","gates":8,"split":"heldout","speed":10,"method":"A","seeds":1,"first_plan":8.0072,"best_known":6.7865,"at":{"12":{"clean":1,"n":1,"best_mean":8.0072,"best_min":8.0072,"vs_first_mean":1,"gap_mean":0.1799},"60":{"clean":1,"n":1,"best_mean":8.0072,"best_min":8.0072,"vs_first_mean":1,"gap_mean":0.1799},"120":{"clean":1,"n":1,"best_mean":8.0072,"best_min":8.0072,"vs_first_mean":1,"gap_mean":0.1799}}},{"course":"gen-56","name":"Course 56","gates":8,"split":"heldout","speed":10,"method":"B","seeds":5,"first_plan":8.0072,"best_known":6.7865,"at":{"12":{"clean":5,"n":5,"best_mean":8.0072,"best_min":8.0072,"vs_first_mean":1,"gap_mean":0.1799},"60":{"clean":5,"n":5,"best_mean":8.0072,"best_min":8.0072,"vs_first_mean":1,"gap_mean":0.1799},"120":{"clean":5,"n":5,"best_mean":7.8797,"best_min":7.4396,"vs_first_mean":0.9841,"gap_mean":0.1611}}},{"course":"gen-56","name":"Course 56","gates":8,"split":"heldout","speed":10,"method":"C","seeds":5,"first_plan":8.0072,"best_known":6.7865,"at":{"12":{"clean":5,"n":5,"best_mean":8.0072,"best_min":8.0072,"vs_first_mean":1,"gap_mean":0.1799},"60":{"clean":5,"n":5,"best_mean":7.5047,"best_min":7.3463,"vs_first_mean":0.9372,"gap_mean":0.1058},"120":{"clean":5,"n":5,"best_mean":7.2071,"best_min":6.9958,"vs_first_mean":0.9001,"gap_mean":0.062}}},{"course":"gen-56","name":"Course 56","gates":8,"split":"heldout","speed":10,"method":"D","seeds":1,"first_plan":8.0072,"best_known":6.7865,"at":{"12":{"clean":1,"n":1,"best_mean":7.8312,"best_min":7.8312,"vs_first_mean":0.978,"gap_mean":0.1539},"60":{"clean":1,"n":1,"best_mean":7.8312,"best_min":7.8312,"vs_first_mean":0.978,"gap_mean":0.1539},"120":{"clean":1,"n":1,"best_mean":7.8312,"best_min":7.8312,"vs_first_mean":0.978,"gap_mean":0.1539}},"belief_levels":["mid","mid","mid","mid","mid","mid","mid","mid"]},{"course":"gen-56","name":"Course 56","gates":8,"split":"heldout","speed":10,"method":"E","seeds":5,"first_plan":8.0072,"best_known":6.7865,"at":{"12":{"clean":5,"n":5,"best_mean":7.6639,"best_min":7.474,"vs_first_mean":0.9571,"gap_mean":0.1293},"60":{"clean":5,"n":5,"best_mean":7.0757,"best_min":6.9819,"vs_first_mean":0.8837,"gap_mean":0.0426},"120":{"clean":5,"n":5,"best_mean":6.89,"best_min":6.7865,"vs_first_mean":0.8605,"gap_mean":0.0153}},"belief_levels":["mid","mid","mid","mid","mid","mid","mid","mid"]},{"course":"gen-56","name":"Course 56","gates":8,"split":"heldout","speed":14,"method":"A","seeds":1,"first_plan":7.9708,"best_known":6.7051,"at":{"12":{"clean":1,"n":1,"best_mean":7.9708,"best_min":7.9708,"vs_first_mean":1,"gap_mean":0.1888},"60":{"clean":1,"n":1,"best_mean":7.9708,"best_min":7.9708,"vs_first_mean":1,"gap_mean":0.1888},"120":{"clean":1,"n":1,"best_mean":7.9708,"best_min":7.9708,"vs_first_mean":1,"gap_mean":0.1888}}},{"course":"gen-56","name":"Course 56","gates":8,"split":"heldout","speed":14,"method":"B","seeds":5,"first_plan":7.9708,"best_known":6.7051,"at":{"12":{"clean":5,"n":5,"best_mean":7.9708,"best_min":7.9708,"vs_first_mean":1,"gap_mean":0.1888},"60":{"clean":5,"n":5,"best_mean":7.9708,"best_min":7.9708,"vs_first_mean":1,"gap_mean":0.1888},"120":{"clean":5,"n":5,"best_mean":7.8644,"best_min":7.4396,"vs_first_mean":0.9867,"gap_mean":0.1729}}},{"course":"gen-56","name":"Course 56","gates":8,"split":"heldout","speed":14,"method":"C","seeds":5,"first_plan":7.9708,"best_known":6.7051,"at":{"12":{"clean":5,"n":5,"best_mean":7.944,"best_min":7.8366,"vs_first_mean":0.9966,"gap_mean":0.1848},"60":{"clean":5,"n":5,"best_mean":7.4449,"best_min":7.2922,"vs_first_mean":0.934,"gap_mean":0.1103},"120":{"clean":5,"n":5,"best_mean":7.1027,"best_min":6.9438,"vs_first_mean":0.8911,"gap_mean":0.0593}}},{"course":"gen-56","name":"Course 56","gates":8,"split":"heldout","speed":14,"method":"D","seeds":1,"first_plan":7.9708,"best_known":6.7051,"at":{"12":{"clean":1,"n":1,"best_mean":7.5227,"best_min":7.5227,"vs_first_mean":0.9438,"gap_mean":0.1219},"60":{"clean":1,"n":1,"best_mean":7.5227,"best_min":7.5227,"vs_first_mean":0.9438,"gap_mean":0.1219},"120":{"clean":1,"n":1,"best_mean":7.5227,"best_min":7.5227,"vs_first_mean":0.9438,"gap_mean":0.1219}},"belief_levels":["mid","mid","mid","mid","mid","mid","mid","mid"]},{"course":"gen-56","name":"Course 56","gates":8,"split":"heldout","speed":14,"method":"E","seeds":5,"first_plan":7.9708,"best_known":6.7051,"at":{"12":{"clean":5,"n":5,"best_mean":7.3724,"best_min":7.2286,"vs_first_mean":0.9249,"gap_mean":0.0995},"60":{"clean":5,"n":5,"best_mean":6.9608,"best_min":6.7051,"vs_first_mean":0.8733,"gap_mean":0.0381},"120":{"clean":5,"n":5,"best_mean":6.7594,"best_min":6.7051,"vs_first_mean":0.848,"gap_mean":0.0081}},"belief_levels":["mid","mid","mid","mid","mid","mid","mid","mid"]},{"course":"gen-60","name":"Course 60","gates":8,"split":"heldout","speed":6,"method":"A","seeds":1,"first_plan":12.2731,"best_known":10.3375,"at":{"12":{"clean":1,"n":1,"best_mean":12.2731,"best_min":12.2731,"vs_first_mean":1,"gap_mean":0.1872},"60":{"clean":1,"n":1,"best_mean":12.2731,"best_min":12.2731,"vs_first_mean":1,"gap_mean":0.1872},"120":{"clean":1,"n":1,"best_mean":12.2731,"best_min":12.2731,"vs_first_mean":1,"gap_mean":0.1872}}},{"course":"gen-60","name":"Course 60","gates":8,"split":"heldout","speed":6,"method":"B","seeds":5,"first_plan":12.2731,"best_known":10.3375,"at":{"12":{"clean":5,"n":5,"best_mean":11.6385,"best_min":11.3664,"vs_first_mean":0.9483,"gap_mean":0.1259},"60":{"clean":5,"n":5,"best_mean":11.4238,"best_min":11.095,"vs_first_mean":0.9308,"gap_mean":0.1051},"120":{"clean":5,"n":5,"best_mean":11.26,"best_min":11.095,"vs_first_mean":0.9175,"gap_mean":0.0892}}},{"course":"gen-60","name":"Course 60","gates":8,"split":"heldout","speed":6,"method":"C","seeds":5,"first_plan":12.2731,"best_known":10.3375,"at":{"12":{"clean":5,"n":5,"best_mean":11.2721,"best_min":11.0381,"vs_first_mean":0.9184,"gap_mean":0.0904},"60":{"clean":5,"n":5,"best_mean":10.8127,"best_min":10.6581,"vs_first_mean":0.881,"gap_mean":0.046},"120":{"clean":5,"n":5,"best_mean":10.5841,"best_min":10.4755,"vs_first_mean":0.8624,"gap_mean":0.0238}}},{"course":"gen-60","name":"Course 60","gates":8,"split":"heldout","speed":6,"method":"D","seeds":1,"first_plan":12.2731,"best_known":10.3375,"at":{"12":{"clean":1,"n":1,"best_mean":11.6004,"best_min":11.6004,"vs_first_mean":0.9452,"gap_mean":0.1222},"60":{"clean":1,"n":1,"best_mean":11.6004,"best_min":11.6004,"vs_first_mean":0.9452,"gap_mean":0.1222},"120":{"clean":1,"n":1,"best_mean":11.6004,"best_min":11.6004,"vs_first_mean":0.9452,"gap_mean":0.1222}},"belief_levels":["mid","mid","mid","mid","mid","coarse","fine","mid"]},{"course":"gen-60","name":"Course 60","gates":8,"split":"heldout","speed":6,"method":"E","seeds":5,"first_plan":12.2731,"best_known":10.3375,"at":{"12":{"clean":5,"n":5,"best_mean":10.8578,"best_min":10.6848,"vs_first_mean":0.8847,"gap_mean":0.0503},"60":{"clean":5,"n":5,"best_mean":10.5922,"best_min":10.4703,"vs_first_mean":0.863,"gap_mean":0.0246},"120":{"clean":5,"n":5,"best_mean":10.4873,"best_min":10.3375,"vs_first_mean":0.8545,"gap_mean":0.0145}},"belief_levels":["mid","mid","mid","mid","mid","coarse","fine","mid"]},{"course":"gen-60","name":"Course 60","gates":8,"split":"heldout","speed":10,"method":"A","seeds":1,"first_plan":10.2252,"best_known":7.9527,"at":{"12":{"clean":1,"n":1,"best_mean":10.2252,"best_min":10.2252,"vs_first_mean":1,"gap_mean":0.2857},"60":{"clean":1,"n":1,"best_mean":10.2252,"best_min":10.2252,"vs_first_mean":1,"gap_mean":0.2857},"120":{"clean":1,"n":1,"best_mean":10.2252,"best_min":10.2252,"vs_first_mean":1,"gap_mean":0.2857}}},{"course":"gen-60","name":"Course 60","gates":8,"split":"heldout","speed":10,"method":"B","seeds":5,"first_plan":10.2252,"best_known":7.9527,"at":{"12":{"clean":5,"n":5,"best_mean":9.5754,"best_min":8.814,"vs_first_mean":0.9365,"gap_mean":0.204},"60":{"clean":5,"n":5,"best_mean":9.3035,"best_min":8.814,"vs_first_mean":0.9099,"gap_mean":0.1699},"120":{"clean":5,"n":5,"best_mean":9.1004,"best_min":8.7193,"vs_first_mean":0.89,"gap_mean":0.1443}}},{"course":"gen-60","name":"Course 60","gates":8,"split":"heldout","speed":10,"method":"C","seeds":5,"first_plan":10.2252,"best_known":7.9527,"at":{"12":{"clean":5,"n":5,"best_mean":9.7052,"best_min":9.2755,"vs_first_mean":0.9491,"gap_mean":0.2204},"60":{"clean":5,"n":5,"best_mean":9.0323,"best_min":8.6477,"vs_first_mean":0.8833,"gap_mean":0.1357},"120":{"clean":5,"n":5,"best_mean":8.8064,"best_min":8.5705,"vs_first_mean":0.8613,"gap_mean":0.1074}}},{"course":"gen-60","name":"Course 60","gates":8,"split":"heldout","speed":10,"method":"D","seeds":1,"first_plan":10.2252,"best_known":7.9527,"at":{"12":{"clean":1,"n":1,"best_mean":9.573,"best_min":9.573,"vs_first_mean":0.9362,"gap_mean":0.2037},"60":{"clean":1,"n":1,"best_mean":9.573,"best_min":9.573,"vs_first_mean":0.9362,"gap_mean":0.2037},"120":{"clean":1,"n":1,"best_mean":9.573,"best_min":9.573,"vs_first_mean":0.9362,"gap_mean":0.2037}},"belief_levels":["mid","mid","mid","mid","mid","coarse","fine","mid"]},{"course":"gen-60","name":"Course 60","gates":8,"split":"heldout","speed":10,"method":"E","seeds":5,"first_plan":10.2252,"best_known":7.9527,"at":{"12":{"clean":5,"n":5,"best_mean":9.3303,"best_min":9.1437,"vs_first_mean":0.9125,"gap_mean":0.1732},"60":{"clean":5,"n":5,"best_mean":8.572,"best_min":8.2668,"vs_first_mean":0.8383,"gap_mean":0.0779},"120":{"clean":5,"n":5,"best_mean":8.3155,"best_min":7.9527,"vs_first_mean":0.8133,"gap_mean":0.0456}},"belief_levels":["mid","mid","mid","mid","mid","coarse","fine","mid"]},{"course":"gen-60","name":"Course 60","gates":8,"split":"heldout","speed":14,"method":"A","seeds":1,"first_plan":10.1647,"best_known":7.7813,"at":{"12":{"clean":1,"n":1,"best_mean":10.1647,"best_min":10.1647,"vs_first_mean":1,"gap_mean":0.3063},"60":{"clean":1,"n":1,"best_mean":10.1647,"best_min":10.1647,"vs_first_mean":1,"gap_mean":0.3063},"120":{"clean":1,"n":1,"best_mean":10.1647,"best_min":10.1647,"vs_first_mean":1,"gap_mean":0.3063}}},{"course":"gen-60","name":"Course 60","gates":8,"split":"heldout","speed":14,"method":"B","seeds":5,"first_plan":10.1647,"best_known":7.7813,"at":{"12":{"clean":5,"n":5,"best_mean":9.5453,"best_min":8.7526,"vs_first_mean":0.9391,"gap_mean":0.2267},"60":{"clean":5,"n":5,"best_mean":9.2215,"best_min":8.7526,"vs_first_mean":0.9072,"gap_mean":0.1851},"120":{"clean":5,"n":5,"best_mean":9.0139,"best_min":8.6287,"vs_first_mean":0.8868,"gap_mean":0.1584}}},{"course":"gen-60","name":"Course 60","gates":8,"split":"heldout","speed":14,"method":"C","seeds":5,"first_plan":10.1647,"best_known":7.7813,"at":{"12":{"clean":5,"n":5,"best_mean":9.65,"best_min":9.3141,"vs_first_mean":0.9494,"gap_mean":0.2402},"60":{"clean":5,"n":5,"best_mean":9.0514,"best_min":8.8937,"vs_first_mean":0.8905,"gap_mean":0.1632},"120":{"clean":5,"n":5,"best_mean":8.8444,"best_min":8.5242,"vs_first_mean":0.8701,"gap_mean":0.1366}}},{"course":"gen-60","name":"Course 60","gates":8,"split":"heldout","speed":14,"method":"D","seeds":1,"first_plan":10.1647,"best_known":7.7813,"at":{"12":{"clean":1,"n":1,"best_mean":9.4308,"best_min":9.4308,"vs_first_mean":0.9278,"gap_mean":0.212},"60":{"clean":1,"n":1,"best_mean":9.4308,"best_min":9.4308,"vs_first_mean":0.9278,"gap_mean":0.212},"120":{"clean":1,"n":1,"best_mean":9.4308,"best_min":9.4308,"vs_first_mean":0.9278,"gap_mean":0.212}},"belief_levels":["mid","mid","mid","mid","mid","coarse","fine","mid"]},{"course":"gen-60","name":"Course 60","gates":8,"split":"heldout","speed":14,"method":"E","seeds":5,"first_plan":10.1647,"best_known":7.7813,"at":{"12":{"clean":5,"n":5,"best_mean":9.1939,"best_min":9.0841,"vs_first_mean":0.9045,"gap_mean":0.1815},"60":{"clean":5,"n":5,"best_mean":8.4619,"best_min":8.0834,"vs_first_mean":0.8325,"gap_mean":0.0874},"120":{"clean":5,"n":5,"best_mean":8.2462,"best_min":7.7813,"vs_first_mean":0.8112,"gap_mean":0.0597}},"belief_levels":["mid","mid","mid","mid","mid","coarse","fine","mid"]},{"course":"gen-64","name":"Course 64","gates":6,"split":"heldout","speed":6,"method":"A","seeds":1,"first_plan":8.9748,"best_known":7.5403,"at":{"12":{"clean":1,"n":1,"best_mean":8.9748,"best_min":8.9748,"vs_first_mean":1,"gap_mean":0.1902},"60":{"clean":1,"n":1,"best_mean":8.9748,"best_min":8.9748,"vs_first_mean":1,"gap_mean":0.1902},"120":{"clean":1,"n":1,"best_mean":8.9748,"best_min":8.9748,"vs_first_mean":1,"gap_mean":0.1902}}},{"course":"gen-64","name":"Course 64","gates":6,"split":"heldout","speed":6,"method":"B","seeds":5,"first_plan":8.9748,"best_known":7.5403,"at":{"12":{"clean":5,"n":5,"best_mean":8.4918,"best_min":8.0907,"vs_first_mean":0.9462,"gap_mean":0.1262},"60":{"clean":5,"n":5,"best_mean":7.9875,"best_min":7.8778,"vs_first_mean":0.89,"gap_mean":0.0593},"120":{"clean":5,"n":5,"best_mean":7.9417,"best_min":7.842,"vs_first_mean":0.8849,"gap_mean":0.0532}}},{"course":"gen-64","name":"Course 64","gates":6,"split":"heldout","speed":6,"method":"C","seeds":5,"first_plan":8.9748,"best_known":7.5403,"at":{"12":{"clean":5,"n":5,"best_mean":8.0374,"best_min":7.804,"vs_first_mean":0.8956,"gap_mean":0.0659},"60":{"clean":5,"n":5,"best_mean":7.7749,"best_min":7.6307,"vs_first_mean":0.8663,"gap_mean":0.0311},"120":{"clean":5,"n":5,"best_mean":7.6614,"best_min":7.6074,"vs_first_mean":0.8536,"gap_mean":0.0161}}},{"course":"gen-64","name":"Course 64","gates":6,"split":"heldout","speed":6,"method":"D","seeds":1,"first_plan":8.9748,"best_known":7.5403,"at":{"12":{"clean":1,"n":1,"best_mean":8.4932,"best_min":8.4932,"vs_first_mean":0.9463,"gap_mean":0.1264},"60":{"clean":1,"n":1,"best_mean":8.4932,"best_min":8.4932,"vs_first_mean":0.9463,"gap_mean":0.1264},"120":{"clean":1,"n":1,"best_mean":8.4932,"best_min":8.4932,"vs_first_mean":0.9463,"gap_mean":0.1264}},"belief_levels":["mid","mid","mid","mid","mid","mid"]},{"course":"gen-64","name":"Course 64","gates":6,"split":"heldout","speed":6,"method":"E","seeds":5,"first_plan":8.9748,"best_known":7.5403,"at":{"12":{"clean":5,"n":5,"best_mean":7.9079,"best_min":7.7323,"vs_first_mean":0.8811,"gap_mean":0.0488},"60":{"clean":5,"n":5,"best_mean":7.735,"best_min":7.6432,"vs_first_mean":0.8619,"gap_mean":0.0258},"120":{"clean":5,"n":5,"best_mean":7.6249,"best_min":7.5403,"vs_first_mean":0.8496,"gap_mean":0.0112}},"belief_levels":["mid","mid","mid","mid","mid","mid"]},{"course":"gen-64","name":"Course 64","gates":6,"split":"heldout","speed":10,"method":"A","seeds":1,"first_plan":6.6644,"best_known":5.769,"at":{"12":{"clean":1,"n":1,"best_mean":6.6644,"best_min":6.6644,"vs_first_mean":1,"gap_mean":0.1552},"60":{"clean":1,"n":1,"best_mean":6.6644,"best_min":6.6644,"vs_first_mean":1,"gap_mean":0.1552},"120":{"clean":1,"n":1,"best_mean":6.6644,"best_min":6.6644,"vs_first_mean":1,"gap_mean":0.1552}}},{"course":"gen-64","name":"Course 64","gates":6,"split":"heldout","speed":10,"method":"B","seeds":5,"first_plan":6.6644,"best_known":5.769,"at":{"12":{"clean":5,"n":5,"best_mean":6.6644,"best_min":6.6644,"vs_first_mean":1,"gap_mean":0.1552},"60":{"clean":5,"n":5,"best_mean":6.5344,"best_min":6.2126,"vs_first_mean":0.9805,"gap_mean":0.1327},"120":{"clean":5,"n":5,"best_mean":6.5153,"best_min":6.2126,"vs_first_mean":0.9776,"gap_mean":0.1294}}},{"course":"gen-64","name":"Course 64","gates":6,"split":"heldout","speed":10,"method":"C","seeds":5,"first_plan":6.6644,"best_known":5.769,"at":{"12":{"clean":5,"n":5,"best_mean":6.4808,"best_min":6.2114,"vs_first_mean":0.9724,"gap_mean":0.1234},"60":{"clean":5,"n":5,"best_mean":6.0542,"best_min":5.8857,"vs_first_mean":0.9085,"gap_mean":0.0494},"120":{"clean":5,"n":5,"best_mean":5.866,"best_min":5.769,"vs_first_mean":0.8802,"gap_mean":0.0168}}},{"course":"gen-64","name":"Course 64","gates":6,"split":"heldout","speed":10,"method":"D","seeds":1,"first_plan":6.6644,"best_known":5.769,"at":{"12":{"clean":1,"n":1,"best_mean":6.6321,"best_min":6.6321,"vs_first_mean":0.9952,"gap_mean":0.1496},"60":{"clean":1,"n":1,"best_mean":6.6321,"best_min":6.6321,"vs_first_mean":0.9952,"gap_mean":0.1496},"120":{"clean":1,"n":1,"best_mean":6.6321,"best_min":6.6321,"vs_first_mean":0.9952,"gap_mean":0.1496}},"belief_levels":["mid","mid","mid","mid","mid","mid"]},{"course":"gen-64","name":"Course 64","gates":6,"split":"heldout","speed":10,"method":"E","seeds":5,"first_plan":6.6644,"best_known":5.769,"at":{"12":{"clean":5,"n":5,"best_mean":6.2592,"best_min":6.0819,"vs_first_mean":0.9392,"gap_mean":0.085},"60":{"clean":5,"n":5,"best_mean":5.9576,"best_min":5.8535,"vs_first_mean":0.8939,"gap_mean":0.0327},"120":{"clean":5,"n":5,"best_mean":5.8297,"best_min":5.774,"vs_first_mean":0.8748,"gap_mean":0.0105}},"belief_levels":["mid","mid","mid","mid","mid","mid"]},{"course":"gen-64","name":"Course 64","gates":6,"split":"heldout","speed":14,"method":"A","seeds":1,"first_plan":6.4243,"best_known":5.5708,"at":{"12":{"clean":1,"n":1,"best_mean":6.4243,"best_min":6.4243,"vs_first_mean":1,"gap_mean":0.1532},"60":{"clean":1,"n":1,"best_mean":6.4243,"best_min":6.4243,"vs_first_mean":1,"gap_mean":0.1532},"120":{"clean":1,"n":1,"best_mean":6.4243,"best_min":6.4243,"vs_first_mean":1,"gap_mean":0.1532}}},{"course":"gen-64","name":"Course 64","gates":6,"split":"heldout","speed":14,"method":"B","seeds":5,"first_plan":6.4243,"best_known":5.5708,"at":{"12":{"clean":5,"n":5,"best_mean":6.4243,"best_min":6.4243,"vs_first_mean":1,"gap_mean":0.1532},"60":{"clean":5,"n":5,"best_mean":6.365,"best_min":6.1277,"vs_first_mean":0.9908,"gap_mean":0.1426},"120":{"clean":5,"n":5,"best_mean":6.358,"best_min":6.1277,"vs_first_mean":0.9897,"gap_mean":0.1413}}},{"course":"gen-64","name":"Course 64","gates":6,"split":"heldout","speed":14,"method":"C","seeds":5,"first_plan":6.4243,"best_known":5.5708,"at":{"12":{"clean":5,"n":5,"best_mean":6.3125,"best_min":6.0278,"vs_first_mean":0.9826,"gap_mean":0.1331},"60":{"clean":5,"n":5,"best_mean":5.9857,"best_min":5.8544,"vs_first_mean":0.9317,"gap_mean":0.0745},"120":{"clean":5,"n":5,"best_mean":5.7274,"best_min":5.5708,"vs_first_mean":0.8915,"gap_mean":0.0281}}},{"course":"gen-64","name":"Course 64","gates":6,"split":"heldout","speed":14,"method":"D","seeds":1,"first_plan":6.4243,"best_known":5.5708,"at":{"12":{"clean":1,"n":1,"best_mean":6.5058,"best_min":6.5058,"vs_first_mean":1.0127,"gap_mean":0.1678},"60":{"clean":1,"n":1,"best_mean":6.5058,"best_min":6.5058,"vs_first_mean":1.0127,"gap_mean":0.1678},"120":{"clean":1,"n":1,"best_mean":6.5058,"best_min":6.5058,"vs_first_mean":1.0127,"gap_mean":0.1678}},"belief_levels":["mid","mid","mid","mid","mid","mid"]},{"course":"gen-64","name":"Course 64","gates":6,"split":"heldout","speed":14,"method":"E","seeds":5,"first_plan":6.4243,"best_known":5.5708,"at":{"12":{"clean":5,"n":5,"best_mean":6.1456,"best_min":5.8232,"vs_first_mean":0.9566,"gap_mean":0.1032},"60":{"clean":5,"n":5,"best_mean":5.8573,"best_min":5.7695,"vs_first_mean":0.9117,"gap_mean":0.0514},"120":{"clean":5,"n":5,"best_mean":5.6548,"best_min":5.5862,"vs_first_mean":0.8802,"gap_mean":0.0151}},"belief_levels":["mid","mid","mid","mid","mid","mid"]},{"course":"loop","name":"Loop","gates":8,"split":"showcase","speed":6,"method":"A","seeds":1,"first_plan":13.1716,"best_known":11.6407,"at":{"12":{"clean":1,"n":1,"best_mean":13.1716,"best_min":13.1716,"vs_first_mean":1,"gap_mean":0.1315},"60":{"clean":1,"n":1,"best_mean":13.1716,"best_min":13.1716,"vs_first_mean":1,"gap_mean":0.1315},"120":{"clean":1,"n":1,"best_mean":13.1716,"best_min":13.1716,"vs_first_mean":1,"gap_mean":0.1315}}},{"course":"loop","name":"Loop","gates":8,"split":"showcase","speed":6,"method":"B","seeds":5,"first_plan":13.1716,"best_known":11.6407,"at":{"12":{"clean":5,"n":5,"best_mean":13.0674,"best_min":12.93,"vs_first_mean":0.9921,"gap_mean":0.1225},"60":{"clean":5,"n":5,"best_mean":12.832,"best_min":12.5611,"vs_first_mean":0.9742,"gap_mean":0.1023},"120":{"clean":5,"n":5,"best_mean":12.7559,"best_min":12.4591,"vs_first_mean":0.9685,"gap_mean":0.0958}}},{"course":"loop","name":"Loop","gates":8,"split":"showcase","speed":6,"method":"C","seeds":5,"first_plan":13.1716,"best_known":11.6407,"at":{"12":{"clean":5,"n":5,"best_mean":12.8295,"best_min":12.6103,"vs_first_mean":0.974,"gap_mean":0.1021},"60":{"clean":5,"n":5,"best_mean":12.2512,"best_min":11.9738,"vs_first_mean":0.9301,"gap_mean":0.0525},"120":{"clean":5,"n":5,"best_mean":12.015,"best_min":11.6407,"vs_first_mean":0.9122,"gap_mean":0.0321}}},{"course":"loop","name":"Loop","gates":8,"split":"showcase","speed":6,"method":"D","seeds":1,"first_plan":13.1716,"best_known":11.6407,"at":{"12":{"clean":1,"n":1,"best_mean":12.9532,"best_min":12.9532,"vs_first_mean":0.9834,"gap_mean":0.1127},"60":{"clean":1,"n":1,"best_mean":12.9532,"best_min":12.9532,"vs_first_mean":0.9834,"gap_mean":0.1127},"120":{"clean":1,"n":1,"best_mean":12.9532,"best_min":12.9532,"vs_first_mean":0.9834,"gap_mean":0.1127}},"belief_levels":["mid","mid","mid","coarse","mid","mid","mid","mid"]},{"course":"loop","name":"Loop","gates":8,"split":"showcase","speed":6,"method":"E","seeds":5,"first_plan":13.1716,"best_known":11.6407,"at":{"12":{"clean":5,"n":5,"best_mean":12.5567,"best_min":12.1307,"vs_first_mean":0.9533,"gap_mean":0.0787},"60":{"clean":5,"n":5,"best_mean":12.1012,"best_min":11.9297,"vs_first_mean":0.9187,"gap_mean":0.0395},"120":{"clean":5,"n":5,"best_mean":11.9546,"best_min":11.8251,"vs_first_mean":0.9076,"gap_mean":0.027}},"belief_levels":["mid","mid","mid","coarse","mid","mid","mid","mid"]},{"course":"loop","name":"Loop","gates":8,"split":"showcase","speed":10,"method":"A","seeds":1,"first_plan":10.7362,"best_known":9.2041,"at":{"12":{"clean":1,"n":1,"best_mean":10.7362,"best_min":10.7362,"vs_first_mean":1,"gap_mean":0.1665},"60":{"clean":1,"n":1,"best_mean":10.7362,"best_min":10.7362,"vs_first_mean":1,"gap_mean":0.1665},"120":{"clean":1,"n":1,"best_mean":10.7362,"best_min":10.7362,"vs_first_mean":1,"gap_mean":0.1665}}},{"course":"loop","name":"Loop","gates":8,"split":"showcase","speed":10,"method":"B","seeds":5,"first_plan":10.7362,"best_known":9.2041,"at":{"12":{"clean":5,"n":5,"best_mean":10.7362,"best_min":10.7362,"vs_first_mean":1,"gap_mean":0.1665},"60":{"clean":5,"n":5,"best_mean":10.6331,"best_min":10.4502,"vs_first_mean":0.9904,"gap_mean":0.1553},"120":{"clean":5,"n":5,"best_mean":10.4669,"best_min":9.9377,"vs_first_mean":0.9749,"gap_mean":0.1372}}},{"course":"loop","name":"Loop","gates":8,"split":"showcase","speed":10,"method":"C","seeds":5,"first_plan":10.7362,"best_known":9.2041,"at":{"12":{"clean":5,"n":5,"best_mean":10.3756,"best_min":9.9911,"vs_first_mean":0.9664,"gap_mean":0.1273},"60":{"clean":5,"n":5,"best_mean":10.0115,"best_min":9.7609,"vs_first_mean":0.9325,"gap_mean":0.0877},"120":{"clean":5,"n":5,"best_mean":9.6106,"best_min":9.2996,"vs_first_mean":0.8951,"gap_mean":0.0442}}},{"course":"loop","name":"Loop","gates":8,"split":"showcase","speed":10,"method":"D","seeds":1,"first_plan":10.7362,"best_known":9.2041,"at":{"12":{"clean":1,"n":1,"best_mean":10.3852,"best_min":10.3852,"vs_first_mean":0.9673,"gap_mean":0.1283},"60":{"clean":1,"n":1,"best_mean":10.3852,"best_min":10.3852,"vs_first_mean":0.9673,"gap_mean":0.1283},"120":{"clean":1,"n":1,"best_mean":10.3852,"best_min":10.3852,"vs_first_mean":0.9673,"gap_mean":0.1283}},"belief_levels":["mid","mid","mid","coarse","mid","mid","mid","mid"]},{"course":"loop","name":"Loop","gates":8,"split":"showcase","speed":10,"method":"E","seeds":5,"first_plan":10.7362,"best_known":9.2041,"at":{"12":{"clean":5,"n":5,"best_mean":10.0972,"best_min":9.927,"vs_first_mean":0.9405,"gap_mean":0.097},"60":{"clean":5,"n":5,"best_mean":9.6603,"best_min":9.4138,"vs_first_mean":0.8998,"gap_mean":0.0496},"120":{"clean":5,"n":5,"best_mean":9.322,"best_min":9.2041,"vs_first_mean":0.8683,"gap_mean":0.0128}},"belief_levels":["mid","mid","mid","coarse","mid","mid","mid","mid"]},{"course":"loop","name":"Loop","gates":8,"split":"showcase","speed":14,"method":"A","seeds":1,"first_plan":10.4708,"best_known":8.8349,"at":{"12":{"clean":1,"n":1,"best_mean":10.4708,"best_min":10.4708,"vs_first_mean":1,"gap_mean":0.1852},"60":{"clean":1,"n":1,"best_mean":10.4708,"best_min":10.4708,"vs_first_mean":1,"gap_mean":0.1852},"120":{"clean":1,"n":1,"best_mean":10.4708,"best_min":10.4708,"vs_first_mean":1,"gap_mean":0.1852}}},{"course":"loop","name":"Loop","gates":8,"split":"showcase","speed":14,"method":"B","seeds":5,"first_plan":10.4708,"best_known":8.8349,"at":{"12":{"clean":5,"n":5,"best_mean":10.4708,"best_min":10.4708,"vs_first_mean":1,"gap_mean":0.1852},"60":{"clean":5,"n":5,"best_mean":10.4708,"best_min":10.4708,"vs_first_mean":1,"gap_mean":0.1852},"120":{"clean":5,"n":5,"best_mean":10.326,"best_min":10.0182,"vs_first_mean":0.9862,"gap_mean":0.1688}}},{"course":"loop","name":"Loop","gates":8,"split":"showcase","speed":14,"method":"C","seeds":5,"first_plan":10.4708,"best_known":8.8349,"at":{"12":{"clean":5,"n":5,"best_mean":10.1933,"best_min":9.8365,"vs_first_mean":0.9735,"gap_mean":0.1538},"60":{"clean":5,"n":5,"best_mean":9.8128,"best_min":9.2996,"vs_first_mean":0.9372,"gap_mean":0.1107},"120":{"clean":5,"n":5,"best_mean":9.4931,"best_min":8.8936,"vs_first_mean":0.9066,"gap_mean":0.0745}}},{"course":"loop","name":"Loop","gates":8,"split":"showcase","speed":14,"method":"D","seeds":1,"first_plan":10.4708,"best_known":8.8349,"at":{"12":{"clean":1,"n":1,"best_mean":10.5774,"best_min":10.5774,"vs_first_mean":1.0102,"gap_mean":0.1972},"60":{"clean":1,"n":1,"best_mean":10.5774,"best_min":10.5774,"vs_first_mean":1.0102,"gap_mean":0.1972},"120":{"clean":1,"n":1,"best_mean":10.5774,"best_min":10.5774,"vs_first_mean":1.0102,"gap_mean":0.1972}},"belief_levels":["mid","mid","mid","coarse","mid","mid","mid","mid"]},{"course":"loop","name":"Loop","gates":8,"split":"showcase","speed":14,"method":"E","seeds":5,"first_plan":10.4708,"best_known":8.8349,"at":{"12":{"clean":5,"n":5,"best_mean":9.9301,"best_min":9.7867,"vs_first_mean":0.9483,"gap_mean":0.124},"60":{"clean":5,"n":5,"best_mean":9.3504,"best_min":9.0928,"vs_first_mean":0.893,"gap_mean":0.0584},"120":{"clean":5,"n":5,"best_mean":9.047,"best_min":8.8349,"vs_first_mean":0.864,"gap_mean":0.024}},"belief_levels":["mid","mid","mid","coarse","mid","mid","mid","mid"]},{"course":"slalom","name":"Slalom","gates":8,"split":"showcase","speed":6,"method":"A","seeds":1,"first_plan":16.5217,"best_known":13.7367,"at":{"12":{"clean":1,"n":1,"best_mean":16.5217,"best_min":16.5217,"vs_first_mean":1,"gap_mean":0.2027},"60":{"clean":1,"n":1,"best_mean":16.5217,"best_min":16.5217,"vs_first_mean":1,"gap_mean":0.2027},"120":{"clean":1,"n":1,"best_mean":16.5217,"best_min":16.5217,"vs_first_mean":1,"gap_mean":0.2027}}},{"course":"slalom","name":"Slalom","gates":8,"split":"showcase","speed":6,"method":"B","seeds":5,"first_plan":16.5217,"best_known":13.7367,"at":{"12":{"clean":5,"n":5,"best_mean":15.7542,"best_min":15.0635,"vs_first_mean":0.9535,"gap_mean":0.1469},"60":{"clean":5,"n":5,"best_mean":15.2849,"best_min":14.7889,"vs_first_mean":0.9251,"gap_mean":0.1127},"120":{"clean":5,"n":5,"best_mean":14.9461,"best_min":14.3083,"vs_first_mean":0.9046,"gap_mean":0.088}}},{"course":"slalom","name":"Slalom","gates":8,"split":"showcase","speed":6,"method":"C","seeds":5,"first_plan":16.5217,"best_known":13.7367,"at":{"12":{"clean":5,"n":5,"best_mean":14.8339,"best_min":14.4638,"vs_first_mean":0.8978,"gap_mean":0.0799},"60":{"clean":5,"n":5,"best_mean":14.2663,"best_min":13.9967,"vs_first_mean":0.8635,"gap_mean":0.0385},"120":{"clean":5,"n":5,"best_mean":13.9736,"best_min":13.7367,"vs_first_mean":0.8457,"gap_mean":0.0172}}},{"course":"slalom","name":"Slalom","gates":8,"split":"showcase","speed":6,"method":"D","seeds":1,"first_plan":16.5217,"best_known":13.7367,"at":{"12":{"clean":1,"n":1,"best_mean":15.6467,"best_min":15.6467,"vs_first_mean":0.947,"gap_mean":0.139},"60":{"clean":1,"n":1,"best_mean":15.6467,"best_min":15.6467,"vs_first_mean":0.947,"gap_mean":0.139},"120":{"clean":1,"n":1,"best_mean":15.6467,"best_min":15.6467,"vs_first_mean":0.947,"gap_mean":0.139}},"belief_levels":["mid","mid","mid","mid","mid","coarse","mid","mid"]},{"course":"slalom","name":"Slalom","gates":8,"split":"showcase","speed":6,"method":"E","seeds":5,"first_plan":16.5217,"best_known":13.7367,"at":{"12":{"clean":5,"n":5,"best_mean":14.7741,"best_min":14.2783,"vs_first_mean":0.8942,"gap_mean":0.0755},"60":{"clean":5,"n":5,"best_mean":14.4464,"best_min":14.1987,"vs_first_mean":0.8744,"gap_mean":0.0517},"120":{"clean":5,"n":5,"best_mean":14.124,"best_min":13.8394,"vs_first_mean":0.8548,"gap_mean":0.0282}},"belief_levels":["mid","mid","mid","mid","mid","coarse","mid","mid"]},{"course":"slalom","name":"Slalom","gates":8,"split":"showcase","speed":10,"method":"A","seeds":1,"first_plan":13.6825,"best_known":10.7579,"at":{"12":{"clean":1,"n":1,"best_mean":13.6825,"best_min":13.6825,"vs_first_mean":1,"gap_mean":0.2719},"60":{"clean":1,"n":1,"best_mean":13.6825,"best_min":13.6825,"vs_first_mean":1,"gap_mean":0.2719},"120":{"clean":1,"n":1,"best_mean":13.6825,"best_min":13.6825,"vs_first_mean":1,"gap_mean":0.2719}}},{"course":"slalom","name":"Slalom","gates":8,"split":"showcase","speed":10,"method":"B","seeds":5,"first_plan":13.6825,"best_known":10.7579,"at":{"12":{"clean":5,"n":5,"best_mean":13.2276,"best_min":12.607,"vs_first_mean":0.9668,"gap_mean":0.2296},"60":{"clean":5,"n":5,"best_mean":12.2808,"best_min":11.9518,"vs_first_mean":0.8975,"gap_mean":0.1416},"120":{"clean":5,"n":5,"best_mean":12.0824,"best_min":11.8568,"vs_first_mean":0.8831,"gap_mean":0.1231}}},{"course":"slalom","name":"Slalom","gates":8,"split":"showcase","speed":10,"method":"C","seeds":5,"first_plan":13.6825,"best_known":10.7579,"at":{"12":{"clean":5,"n":5,"best_mean":11.9763,"best_min":11.3256,"vs_first_mean":0.8753,"gap_mean":0.1133},"60":{"clean":5,"n":5,"best_mean":11.5296,"best_min":11.3256,"vs_first_mean":0.8426,"gap_mean":0.0717},"120":{"clean":5,"n":5,"best_mean":11.164,"best_min":10.7579,"vs_first_mean":0.8159,"gap_mean":0.0377}}},{"course":"slalom","name":"Slalom","gates":8,"split":"showcase","speed":10,"method":"D","seeds":1,"first_plan":13.6825,"best_known":10.7579,"at":{"12":{"clean":1,"n":1,"best_mean":13.2894,"best_min":13.2894,"vs_first_mean":0.9713,"gap_mean":0.2353},"60":{"clean":1,"n":1,"best_mean":13.2894,"best_min":13.2894,"vs_first_mean":0.9713,"gap_mean":0.2353},"120":{"clean":1,"n":1,"best_mean":13.2894,"best_min":13.2894,"vs_first_mean":0.9713,"gap_mean":0.2353}},"belief_levels":["mid","mid","mid","mid","mid","coarse","mid","mid"]},{"course":"slalom","name":"Slalom","gates":8,"split":"showcase","speed":10,"method":"E","seeds":5,"first_plan":13.6825,"best_known":10.7579,"at":{"12":{"clean":5,"n":5,"best_mean":12.3796,"best_min":12.1376,"vs_first_mean":0.9048,"gap_mean":0.1507},"60":{"clean":5,"n":5,"best_mean":11.6013,"best_min":11.2874,"vs_first_mean":0.8479,"gap_mean":0.0784},"120":{"clean":5,"n":5,"best_mean":11.3936,"best_min":11.1459,"vs_first_mean":0.8327,"gap_mean":0.0591}},"belief_levels":["mid","mid","mid","mid","mid","coarse","mid","mid"]},{"course":"slalom","name":"Slalom","gates":8,"split":"showcase","speed":14,"method":"A","seeds":1,"first_plan":13.686,"best_known":10.7613,"at":{"12":{"clean":1,"n":1,"best_mean":13.686,"best_min":13.686,"vs_first_mean":1,"gap_mean":0.2718},"60":{"clean":1,"n":1,"best_mean":13.686,"best_min":13.686,"vs_first_mean":1,"gap_mean":0.2718},"120":{"clean":1,"n":1,"best_mean":13.686,"best_min":13.686,"vs_first_mean":1,"gap_mean":0.2718}}},{"course":"slalom","name":"Slalom","gates":8,"split":"showcase","speed":14,"method":"B","seeds":5,"first_plan":13.686,"best_known":10.7613,"at":{"12":{"clean":5,"n":5,"best_mean":13.2968,"best_min":12.6785,"vs_first_mean":0.9716,"gap_mean":0.2356},"60":{"clean":5,"n":5,"best_mean":12.0578,"best_min":11.6416,"vs_first_mean":0.881,"gap_mean":0.1205},"120":{"clean":5,"n":5,"best_mean":11.8616,"best_min":11.4494,"vs_first_mean":0.8667,"gap_mean":0.1022}}},{"course":"slalom","name":"Slalom","gates":8,"split":"showcase","speed":14,"method":"C","seeds":5,"first_plan":13.686,"best_known":10.7613,"at":{"12":{"clean":5,"n":5,"best_mean":11.8713,"best_min":11.3191,"vs_first_mean":0.8674,"gap_mean":0.1031},"60":{"clean":5,"n":5,"best_mean":11.3245,"best_min":11.0609,"vs_first_mean":0.8275,"gap_mean":0.0523},"120":{"clean":5,"n":5,"best_mean":11.0814,"best_min":10.7613,"vs_first_mean":0.8097,"gap_mean":0.0297}}},{"course":"slalom","name":"Slalom","gates":8,"split":"showcase","speed":14,"method":"D","seeds":1,"first_plan":13.686,"best_known":10.7613,"at":{"12":{"clean":1,"n":1,"best_mean":13.1446,"best_min":13.1446,"vs_first_mean":0.9604,"gap_mean":0.2215},"60":{"clean":1,"n":1,"best_mean":13.1446,"best_min":13.1446,"vs_first_mean":0.9604,"gap_mean":0.2215},"120":{"clean":1,"n":1,"best_mean":13.1446,"best_min":13.1446,"vs_first_mean":0.9604,"gap_mean":0.2215}},"belief_levels":["mid","mid","mid","mid","mid","coarse","mid","mid"]},{"course":"slalom","name":"Slalom","gates":8,"split":"showcase","speed":14,"method":"E","seeds":5,"first_plan":13.686,"best_known":10.7613,"at":{"12":{"clean":5,"n":5,"best_mean":12.1557,"best_min":11.878,"vs_first_mean":0.8882,"gap_mean":0.1296},"60":{"clean":5,"n":5,"best_mean":11.6701,"best_min":11.3648,"vs_first_mean":0.8527,"gap_mean":0.0845},"120":{"clean":5,"n":5,"best_mean":11.4479,"best_min":11.2262,"vs_first_mean":0.8365,"gap_mean":0.0638}},"belief_levels":["mid","mid","mid","mid","mid","coarse","mid","mid"]}],"replication":{"generated_at":"2026-09-23T06:07:53.832Z","sha256":"4a3ee5e97903c8997d62c2583e8801331bf222fea2e9ebd78c9ecd6c3d61faac","stamp":{"core_sha256":"3212ef67da33625ff7c1c93fd474f8f23292338a7f3ff7b886b2d7a71969fc0f","wasm_sha256":"933fdfb2ab5b75915fca1e273715d27002090ab348b8ff1f55ebf4904a018102","git_rev":"b9cde15661ccb37d05fab5b9a113e4daa27a8e0d","node":"v18.19.1","host":"spark-dgx5","threads":8},"units":3366,"summary":{"transfer_zero_shot":"yes","transfer_search":"yes","verdict":"transfers","text":["Zero-shot on 18 held-out courses at 10 m/s: Jesse's first plan was a clean lap on 18/18 and faster than the untrained first plan on 16/18; lap ratio 0.9644 (95% CI 0.9511-0.9776).","Search after 12 attempts, seeded by her beliefs vs from scratch (90 course-seed pairs): gap to best known lap differs by -0.0439 (95% CI -0.052 to -0.0357); attempts to within 2% differ by 0 (95% CI 0 to 0).","Her practice carries over to courses she has never seen."]},"headline":{"6":{"zero_shot":{"courses":16,"clean":16,"faster":16,"lap_ratio":{"n":16,"mean":0.9384,"lo":0.9204,"hi":0.9564},"with_showcase":{"courses":18,"clean":18,"faster":18}},"search":{"12":{"gap":{"B":0.1384,"C":0.1005,"E":0.0615},"e_beats_c":{"k":78,"n":80}},"60":{"gap":{"B":0.1072,"C":0.0541,"E":0.0285},"e_beats_c":{"k":74,"n":80}},"120":{"gap":{"B":0.0954,"C":0.0326,"E":0.0131},"e_beats_c":{"k":70,"n":80}}}},"10":{"zero_shot":{"courses":16,"clean":16,"faster":14,"lap_ratio":{"n":16,"mean":0.9645,"lo":0.9496,"hi":0.9794},"with_showcase":{"courses":18,"clean":18,"faster":16}},"search":{"12":{"gap":{"B":0.1951,"C":0.1732,"E":0.1226},"e_beats_c":{"k":76,"n":80}},"60":{"gap":{"B":0.1618,"C":0.0945,"E":0.058},"e_beats_c":{"k":68,"n":80}},"120":{"gap":{"B":0.1498,"C":0.0588,"E":0.0297},"e_beats_c":{"k":71,"n":80}}}},"14":{"zero_shot":{"courses":16,"clean":16,"faster":14,"lap_ratio":{"n":16,"mean":0.9621,"lo":0.9496,"hi":0.9747},"with_showcase":{"courses":18,"clean":18,"faster":15}},"search":{"12":{"gap":{"B":0.2011,"C":0.1813,"E":0.1305},"e_beats_c":{"k":70,"n":80}},"60":{"gap":{"B":0.1707,"C":0.1003,"E":0.0629},"e_beats_c":{"k":68,"n":80}},"120":{"gap":{"B":0.1582,"C":0.0625,"E":0.0315},"e_beats_c":{"k":65,"n":80}}}}}}}