{"amortization_correct_rate":0.2,"amortization_correct_sum":2.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":2503.6,"answerer_total_tokens_read":2772.35,"arm":"base","builder_tokens":197533,"corpus_id":"browsecomp_plus_cluster_0000","expected_questions":10,"group_idx":0,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":5.7}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":0.0,"answerer_total_tokens_read":0.0,"arm":"base","builder_tokens":34107,"corpus_id":"browsecomp_plus_cluster_0001","expected_questions":8,"group_idx":1,"max_tokens_reached":true,"observed_questions":0,"raw_doc_read_count":0.0,"status":"max_token_capped_failure","synthetic_read_count":0.0}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":1886.75,"answerer_total_tokens_read":2155.5,"arm":"base","builder_tokens":200963,"corpus_id":"browsecomp_plus_cluster_0002","expected_questions":8,"group_idx":2,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":5.5}
{"amortization_correct_rate":0.9,"amortization_correct_sum":9.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":1401.575,"answerer_total_tokens_read":1670.325,"arm":"base","builder_tokens":155447,"corpus_id":"browsecomp_plus_cluster_0003","expected_questions":10,"group_idx":3,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":3.7}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":0.0,"answerer_total_tokens_read":0.0,"arm":"base","builder_tokens":19813,"corpus_id":"browsecomp_plus_cluster_0004","expected_questions":8,"group_idx":4,"max_tokens_reached":true,"observed_questions":0,"raw_doc_read_count":0.0,"status":"max_token_capped_failure","synthetic_read_count":0.0}
{"amortization_correct_rate":0.5,"amortization_correct_sum":5.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":1686.525,"answerer_total_tokens_read":1955.275,"arm":"base","builder_tokens":146949,"corpus_id":"browsecomp_plus_cluster_0005","expected_questions":10,"group_idx":5,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":5.2}
{"amortization_correct_rate":0.4,"amortization_correct_sum":4.0,"amortization_exact_rate":0.1,"amortization_exact_sum":1.0,"answerer_synthetic_tokens_read":1634.15,"answerer_total_tokens_read":1902.9,"arm":"base","builder_tokens":144826,"corpus_id":"browsecomp_plus_cluster_0006","expected_questions":10,"group_idx":6,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":4.8}
{"amortization_correct_rate":0.375,"amortization_correct_sum":3.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":1852.375,"answerer_total_tokens_read":2121.125,"arm":"base","builder_tokens":189558,"corpus_id":"browsecomp_plus_cluster_0007","expected_questions":8,"group_idx":7,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":4.375}
{"amortization_correct_rate":0.5,"amortization_correct_sum":5.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":1671.6,"answerer_total_tokens_read":1940.35,"arm":"base","builder_tokens":187178,"corpus_id":"browsecomp_plus_cluster_0008","expected_questions":10,"group_idx":8,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":4.6}
{"amortization_correct_rate":0.375,"amortization_correct_sum":3.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":957.0625,"answerer_total_tokens_read":1225.8125,"arm":"base","builder_tokens":156371,"corpus_id":"browsecomp_plus_cluster_0009","expected_questions":8,"group_idx":9,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":2.5}
{"amortization_correct_rate":0.4,"amortization_correct_sum":4.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":1025.375,"answerer_total_tokens_read":1294.125,"arm":"base","builder_tokens":174477,"corpus_id":"browsecomp_plus_cluster_0010","expected_questions":10,"group_idx":10,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":2.5}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":0.0,"answerer_total_tokens_read":0.0,"arm":"base","builder_tokens":46561,"corpus_id":"browsecomp_plus_cluster_0011","expected_questions":8,"group_idx":11,"max_tokens_reached":true,"observed_questions":0,"raw_doc_read_count":0.0,"status":"max_token_capped_failure","synthetic_read_count":0.0}
{"amortization_correct_rate":0.2,"amortization_correct_sum":2.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":1345.6,"answerer_total_tokens_read":1614.35,"arm":"base","builder_tokens":41962,"corpus_id":"browsecomp_plus_cluster_0012","expected_questions":10,"group_idx":12,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":2.8}
{"amortization_correct_rate":0.25,"amortization_correct_sum":2.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":1672.21875,"answerer_total_tokens_read":1940.96875,"arm":"base","builder_tokens":201065,"corpus_id":"browsecomp_plus_cluster_0013","expected_questions":8,"group_idx":13,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":4.625}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":0.0,"answerer_total_tokens_read":0.0,"arm":"base","builder_tokens":20155,"corpus_id":"browsecomp_plus_cluster_0014","expected_questions":10,"group_idx":14,"max_tokens_reached":true,"observed_questions":0,"raw_doc_read_count":0.0,"status":"max_token_capped_failure","synthetic_read_count":0.0}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":0.0,"answerer_total_tokens_read":0.0,"arm":"base","builder_tokens":32835,"corpus_id":"browsecomp_plus_cluster_0015","expected_questions":10,"group_idx":15,"max_tokens_reached":true,"observed_questions":0,"raw_doc_read_count":0.0,"status":"max_token_capped_failure","synthetic_read_count":0.0}
{"amortization_correct_rate":0.3,"amortization_correct_sum":3.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":2332.9,"answerer_total_tokens_read":2601.65,"arm":"base","builder_tokens":264126,"corpus_id":"browsecomp_plus_cluster_0016","expected_questions":10,"group_idx":16,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":5.4}
{"amortization_correct_rate":0.5,"amortization_correct_sum":4.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":1631.09375,"answerer_total_tokens_read":1899.84375,"arm":"base","builder_tokens":42154,"corpus_id":"browsecomp_plus_cluster_0017","expected_questions":8,"group_idx":17,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":3.25}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":0.0,"answerer_total_tokens_read":0.0,"arm":"base","builder_tokens":211046,"corpus_id":"browsecomp_plus_cluster_0018","expected_questions":8,"group_idx":18,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":0.0}
{"amortization_correct_rate":0.375,"amortization_correct_sum":3.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":1277.0625,"answerer_total_tokens_read":1545.8125,"arm":"base","builder_tokens":155200,"corpus_id":"browsecomp_plus_cluster_0019","expected_questions":8,"group_idx":19,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":3.375}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":544.46875,"answerer_total_tokens_read":813.21875,"arm":"base","builder_tokens":225254,"corpus_id":"browsecomp_plus_cluster_0020","expected_questions":8,"group_idx":20,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":1.125}
{"amortization_correct_rate":0.125,"amortization_correct_sum":1.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":1335.0625,"answerer_total_tokens_read":1603.8125,"arm":"base","builder_tokens":104843,"corpus_id":"browsecomp_plus_cluster_0021","expected_questions":8,"group_idx":21,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":3.0}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":0.0,"answerer_total_tokens_read":0.0,"arm":"base","builder_tokens":30316,"corpus_id":"browsecomp_plus_cluster_0022","expected_questions":10,"group_idx":22,"max_tokens_reached":true,"observed_questions":0,"raw_doc_read_count":0.0,"status":"max_token_capped_failure","synthetic_read_count":0.0}
{"amortization_correct_rate":0.25,"amortization_correct_sum":2.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":1176.4375,"answerer_total_tokens_read":1445.1875,"arm":"base","builder_tokens":189605,"corpus_id":"browsecomp_plus_cluster_0023","expected_questions":8,"group_idx":23,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":3.125}
{"amortization_correct_rate":0.375,"amortization_correct_sum":3.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":1246.5,"answerer_total_tokens_read":1515.25,"arm":"base","builder_tokens":176840,"corpus_id":"browsecomp_plus_cluster_0024","expected_questions":8,"group_idx":24,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":2.625}
{"amortization_correct_rate":0.5,"amortization_correct_sum":5.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":2886.5,"answerer_total_tokens_read":3155.25,"arm":"base","builder_tokens":225203,"corpus_id":"browsecomp_plus_cluster_0025","expected_questions":10,"group_idx":25,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":7.5}
{"amortization_correct_rate":0.2,"amortization_correct_sum":2.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":2010.4,"answerer_total_tokens_read":2279.15,"arm":"base","builder_tokens":154505,"corpus_id":"browsecomp_plus_cluster_0026","expected_questions":10,"group_idx":26,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":4.9}
{"amortization_correct_rate":0.375,"amortization_correct_sum":3.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":1487.59375,"answerer_total_tokens_read":1756.34375,"arm":"base","builder_tokens":165807,"corpus_id":"browsecomp_plus_cluster_0027","expected_questions":8,"group_idx":27,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":4.25}
{"amortization_correct_rate":0.75,"amortization_correct_sum":6.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":3864.65625,"answerer_total_tokens_read":4133.40625,"arm":"base","builder_tokens":164999,"corpus_id":"browsecomp_plus_cluster_0028","expected_questions":8,"group_idx":28,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":9.25}
{"amortization_correct_rate":0.5,"amortization_correct_sum":4.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":2616.1875,"answerer_total_tokens_read":2884.9375,"arm":"base","builder_tokens":230953,"corpus_id":"browsecomp_plus_cluster_0029","expected_questions":8,"group_idx":29,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":7.25}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":0.0,"answerer_total_tokens_read":0.0,"arm":"base","builder_tokens":26720,"corpus_id":"browsecomp_plus_cluster_0030","expected_questions":10,"group_idx":30,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":0.0}
{"amortization_correct_rate":0.2,"amortization_correct_sum":2.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":1338.25,"answerer_total_tokens_read":1607.0,"arm":"base","builder_tokens":191441,"corpus_id":"browsecomp_plus_cluster_0031","expected_questions":10,"group_idx":31,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":4.0}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":0.0,"answerer_total_tokens_read":0.0,"arm":"base","builder_tokens":106672,"corpus_id":"browsecomp_plus_cluster_0032","expected_questions":10,"group_idx":32,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":0.0}
{"amortization_correct_rate":0.4,"amortization_correct_sum":4.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":1696.525,"answerer_total_tokens_read":1965.275,"arm":"base","builder_tokens":43051,"corpus_id":"browsecomp_plus_cluster_0033","expected_questions":10,"group_idx":33,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":4.7}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":0.0,"answerer_total_tokens_read":0.0,"arm":"base","builder_tokens":57574,"corpus_id":"browsecomp_plus_cluster_0034","expected_questions":8,"group_idx":34,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":0.0}
{"amortization_correct_rate":0.625,"amortization_correct_sum":5.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":1364.0625,"answerer_total_tokens_read":1632.8125,"arm":"base","builder_tokens":196336,"corpus_id":"browsecomp_plus_cluster_0035","expected_questions":8,"group_idx":35,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":3.375}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":0.0,"answerer_total_tokens_read":0.0,"arm":"base","builder_tokens":18668,"corpus_id":"browsecomp_plus_cluster_0036","expected_questions":8,"group_idx":36,"max_tokens_reached":true,"observed_questions":0,"raw_doc_read_count":0.0,"status":"max_token_capped_failure","synthetic_read_count":0.0}
{"amortization_correct_rate":0.625,"amortization_correct_sum":5.0,"amortization_exact_rate":0.25,"amortization_exact_sum":2.0,"answerer_synthetic_tokens_read":1953.625,"answerer_total_tokens_read":2222.375,"arm":"base","builder_tokens":129779,"corpus_id":"browsecomp_plus_cluster_0037","expected_questions":8,"group_idx":37,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":5.25}
{"amortization_correct_rate":0.375,"amortization_correct_sum":3.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":1727.25,"answerer_total_tokens_read":1996.0,"arm":"base","builder_tokens":156373,"corpus_id":"browsecomp_plus_cluster_0038","expected_questions":8,"group_idx":38,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":3.625}
{"amortization_correct_rate":0.25,"amortization_correct_sum":2.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":1657.28125,"answerer_total_tokens_read":1926.03125,"arm":"base","builder_tokens":27764,"corpus_id":"browsecomp_plus_cluster_0039","expected_questions":8,"group_idx":39,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":3.375}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":0.0,"answerer_total_tokens_read":0.0,"arm":"base","builder_tokens":86172,"corpus_id":"browsecomp_plus_cluster_0040","expected_questions":10,"group_idx":40,"max_tokens_reached":true,"observed_questions":0,"raw_doc_read_count":0.0,"status":"max_token_capped_failure","synthetic_read_count":0.0}
{"amortization_correct_rate":0.8,"amortization_correct_sum":8.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":1692.475,"answerer_total_tokens_read":1961.225,"arm":"base","builder_tokens":170379,"corpus_id":"browsecomp_plus_cluster_0041","expected_questions":10,"group_idx":41,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":5.1}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":0.0,"answerer_total_tokens_read":0.0,"arm":"base","builder_tokens":37755,"corpus_id":"browsecomp_plus_cluster_0042","expected_questions":8,"group_idx":42,"max_tokens_reached":true,"observed_questions":0,"raw_doc_read_count":0.0,"status":"max_token_capped_failure","synthetic_read_count":0.0}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":0.0,"answerer_total_tokens_read":0.0,"arm":"base","builder_tokens":85934,"corpus_id":"browsecomp_plus_cluster_0043","expected_questions":10,"group_idx":43,"max_tokens_reached":true,"observed_questions":0,"raw_doc_read_count":0.0,"status":"max_token_capped_failure","synthetic_read_count":0.0}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":0.0,"answerer_total_tokens_read":0.0,"arm":"base","builder_tokens":20849,"corpus_id":"browsecomp_plus_cluster_0044","expected_questions":8,"group_idx":44,"max_tokens_reached":true,"observed_questions":0,"raw_doc_read_count":0.0,"status":"max_token_capped_failure","synthetic_read_count":0.0}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":0.0,"answerer_total_tokens_read":0.0,"arm":"base","builder_tokens":203959,"corpus_id":"browsecomp_plus_cluster_0045","expected_questions":7,"group_idx":45,"max_tokens_reached":true,"observed_questions":0,"raw_doc_read_count":0.0,"status":"max_token_capped_failure","synthetic_read_count":0.0}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":0.0,"answerer_total_tokens_read":0.0,"arm":"base","builder_tokens":28663,"corpus_id":"browsecomp_plus_cluster_0046","expected_questions":10,"group_idx":46,"max_tokens_reached":true,"observed_questions":0,"raw_doc_read_count":0.0,"status":"max_token_capped_failure","synthetic_read_count":0.0}
{"amortization_correct_rate":0.375,"amortization_correct_sum":3.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":2090.5,"answerer_total_tokens_read":2359.25,"arm":"base","builder_tokens":197491,"corpus_id":"browsecomp_plus_cluster_0047","expected_questions":8,"group_idx":47,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":5.0}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":0.0,"answerer_total_tokens_read":0.0,"arm":"base","builder_tokens":201800,"corpus_id":"browsecomp_plus_cluster_0048","expected_questions":8,"group_idx":48,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":0.0}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":0.0,"answerer_total_tokens_read":0.0,"arm":"base","builder_tokens":22579,"corpus_id":"browsecomp_plus_cluster_0049","expected_questions":10,"group_idx":49,"max_tokens_reached":true,"observed_questions":0,"raw_doc_read_count":0.0,"status":"max_token_capped_failure","synthetic_read_count":0.0}
{"amortization_correct_rate":0.5,"amortization_correct_sum":5.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":16025.95,"answerer_total_tokens_read":16294.7,"arm":"ft","builder_tokens":165849,"corpus_id":"browsecomp_plus_cluster_0000","expected_questions":10,"group_idx":0,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":45.1}
{"amortization_correct_rate":0.25,"amortization_correct_sum":2.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":6214.125,"answerer_total_tokens_read":6482.875,"arm":"ft","builder_tokens":152648,"corpus_id":"browsecomp_plus_cluster_0001","expected_questions":8,"group_idx":1,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":20.125}
{"amortization_correct_rate":0.0,"amortization_correct_sum":0.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":7825.25,"answerer_total_tokens_read":8094.0,"arm":"ft","builder_tokens":162720,"corpus_id":"browsecomp_plus_cluster_0002","expected_questions":8,"group_idx":2,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":24.75}
{"amortization_correct_rate":0.6,"amortization_correct_sum":6.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":5743.1,"answerer_total_tokens_read":6011.85,"arm":"ft","builder_tokens":172285,"corpus_id":"browsecomp_plus_cluster_0003","expected_questions":10,"group_idx":3,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":15.6}
{"amortization_correct_rate":0.375,"amortization_correct_sum":3.0,"amortization_exact_rate":0.125,"amortization_exact_sum":1.0,"answerer_synthetic_tokens_read":5802.9375,"answerer_total_tokens_read":6071.6875,"arm":"ft","builder_tokens":137205,"corpus_id":"browsecomp_plus_cluster_0004","expected_questions":8,"group_idx":4,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":20.625}
{"amortization_correct_rate":0.6,"amortization_correct_sum":6.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":10345.675,"answerer_total_tokens_read":10614.425,"arm":"ft","builder_tokens":168110,"corpus_id":"browsecomp_plus_cluster_0005","expected_questions":10,"group_idx":5,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":38.3}
{"amortization_correct_rate":0.7,"amortization_correct_sum":7.0,"amortization_exact_rate":0.1,"amortization_exact_sum":1.0,"answerer_synthetic_tokens_read":11866.0,"answerer_total_tokens_read":12134.75,"arm":"ft","builder_tokens":154070,"corpus_id":"browsecomp_plus_cluster_0006","expected_questions":10,"group_idx":6,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":36.0}
{"amortization_correct_rate":0.375,"amortization_correct_sum":3.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":3041.21875,"answerer_total_tokens_read":3309.96875,"arm":"ft","builder_tokens":51876,"corpus_id":"browsecomp_plus_cluster_0007","expected_questions":8,"group_idx":7,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":8.125}
{"amortization_correct_rate":0.5,"amortization_correct_sum":5.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":13234.55,"answerer_total_tokens_read":13503.3,"arm":"ft","builder_tokens":130126,"corpus_id":"browsecomp_plus_cluster_0008","expected_questions":10,"group_idx":8,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":41.2}
{"amortization_correct_rate":1.0,"amortization_correct_sum":8.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":7751.25,"answerer_total_tokens_read":8020.0,"arm":"ft","builder_tokens":140610,"corpus_id":"browsecomp_plus_cluster_0009","expected_questions":8,"group_idx":9,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":25.0}
{"amortization_correct_rate":0.8,"amortization_correct_sum":8.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":8123.0,"answerer_total_tokens_read":8391.75,"arm":"ft","builder_tokens":180639,"corpus_id":"browsecomp_plus_cluster_0010","expected_questions":10,"group_idx":10,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":24.0}
{"amortization_correct_rate":1.0,"amortization_correct_sum":8.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":13762.5,"answerer_total_tokens_read":14031.25,"arm":"ft","builder_tokens":154336,"corpus_id":"browsecomp_plus_cluster_0011","expected_questions":8,"group_idx":11,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":38.0}
{"amortization_correct_rate":0.5,"amortization_correct_sum":5.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":7241.075,"answerer_total_tokens_read":7509.825,"arm":"ft","builder_tokens":149071,"corpus_id":"browsecomp_plus_cluster_0012","expected_questions":10,"group_idx":12,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":20.3}
{"amortization_correct_rate":0.75,"amortization_correct_sum":6.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":6831.0625,"answerer_total_tokens_read":7099.8125,"arm":"ft","builder_tokens":160512,"corpus_id":"browsecomp_plus_cluster_0013","expected_questions":8,"group_idx":13,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":19.75}
{"amortization_correct_rate":0.5,"amortization_correct_sum":5.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":6728.175,"answerer_total_tokens_read":6996.925,"arm":"ft","builder_tokens":164780,"corpus_id":"browsecomp_plus_cluster_0014","expected_questions":10,"group_idx":14,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":24.1}
{"amortization_correct_rate":0.4,"amortization_correct_sum":4.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":10678.475,"answerer_total_tokens_read":10947.225,"arm":"ft","builder_tokens":142002,"corpus_id":"browsecomp_plus_cluster_0015","expected_questions":10,"group_idx":15,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":32.5}
{"amortization_correct_rate":0.3,"amortization_correct_sum":3.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":3077.75,"answerer_total_tokens_read":3346.5,"arm":"ft","builder_tokens":153386,"corpus_id":"browsecomp_plus_cluster_0016","expected_questions":10,"group_idx":16,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":8.8}
{"amortization_correct_rate":0.875,"amortization_correct_sum":7.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":15419.96875,"answerer_total_tokens_read":15688.71875,"arm":"ft","builder_tokens":143161,"corpus_id":"browsecomp_plus_cluster_0017","expected_questions":8,"group_idx":17,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":43.25}
{"amortization_correct_rate":0.75,"amortization_correct_sum":6.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":13617.5,"answerer_total_tokens_read":13886.25,"arm":"ft","builder_tokens":132399,"corpus_id":"browsecomp_plus_cluster_0018","expected_questions":8,"group_idx":18,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":33.0}
{"amortization_correct_rate":0.75,"amortization_correct_sum":6.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":5124.53125,"answerer_total_tokens_read":5393.28125,"arm":"ft","builder_tokens":133637,"corpus_id":"browsecomp_plus_cluster_0019","expected_questions":8,"group_idx":19,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":14.25}
{"amortization_correct_rate":1.0,"amortization_correct_sum":8.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":14843.25,"answerer_total_tokens_read":15112.0,"arm":"ft","builder_tokens":172145,"corpus_id":"browsecomp_plus_cluster_0020","expected_questions":8,"group_idx":20,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":43.125}
{"amortization_correct_rate":0.625,"amortization_correct_sum":5.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":5237.71875,"answerer_total_tokens_read":5506.46875,"arm":"ft","builder_tokens":156661,"corpus_id":"browsecomp_plus_cluster_0021","expected_questions":8,"group_idx":21,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":13.625}
{"amortization_correct_rate":0.8,"amortization_correct_sum":8.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":13318.75,"answerer_total_tokens_read":13587.5,"arm":"ft","builder_tokens":175257,"corpus_id":"browsecomp_plus_cluster_0022","expected_questions":10,"group_idx":22,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":36.0}
{"amortization_correct_rate":0.5,"amortization_correct_sum":4.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":5127.0,"answerer_total_tokens_read":5395.75,"arm":"ft","builder_tokens":153266,"corpus_id":"browsecomp_plus_cluster_0023","expected_questions":8,"group_idx":23,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":15.0}
{"amortization_correct_rate":0.5,"amortization_correct_sum":4.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":7705.25,"answerer_total_tokens_read":7974.0,"arm":"ft","builder_tokens":151002,"corpus_id":"browsecomp_plus_cluster_0024","expected_questions":8,"group_idx":24,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":23.0}
{"amortization_correct_rate":0.6,"amortization_correct_sum":6.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":13029.75,"answerer_total_tokens_read":13298.5,"arm":"ft","builder_tokens":171458,"corpus_id":"browsecomp_plus_cluster_0025","expected_questions":10,"group_idx":25,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":36.0}
{"amortization_correct_rate":0.6,"amortization_correct_sum":6.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":10392.625,"answerer_total_tokens_read":10661.375,"arm":"ft","builder_tokens":152750,"corpus_id":"browsecomp_plus_cluster_0026","expected_questions":10,"group_idx":26,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":30.2}
{"amortization_correct_rate":0.75,"amortization_correct_sum":6.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":8950.5,"answerer_total_tokens_read":9219.25,"arm":"ft","builder_tokens":147841,"corpus_id":"browsecomp_plus_cluster_0027","expected_questions":8,"group_idx":27,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":26.0}
{"amortization_correct_rate":0.875,"amortization_correct_sum":7.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":9361.0,"answerer_total_tokens_read":9629.75,"arm":"ft","builder_tokens":153785,"corpus_id":"browsecomp_plus_cluster_0028","expected_questions":8,"group_idx":28,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":29.0}
{"amortization_correct_rate":0.75,"amortization_correct_sum":6.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":9902.8125,"answerer_total_tokens_read":10171.5625,"arm":"ft","builder_tokens":188462,"corpus_id":"browsecomp_plus_cluster_0029","expected_questions":8,"group_idx":29,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":25.5}
{"amortization_correct_rate":0.6,"amortization_correct_sum":6.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":8199.575,"answerer_total_tokens_read":8468.325,"arm":"ft","builder_tokens":142784,"corpus_id":"browsecomp_plus_cluster_0030","expected_questions":10,"group_idx":30,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":25.4}
{"amortization_correct_rate":0.8,"amortization_correct_sum":8.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":4278.1,"answerer_total_tokens_read":4546.85,"arm":"ft","builder_tokens":115635,"corpus_id":"browsecomp_plus_cluster_0031","expected_questions":10,"group_idx":31,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":13.0}
{"amortization_correct_rate":0.6,"amortization_correct_sum":6.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":5611.0,"answerer_total_tokens_read":5879.75,"arm":"ft","builder_tokens":167471,"corpus_id":"browsecomp_plus_cluster_0032","expected_questions":10,"group_idx":32,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":21.9}
{"amortization_correct_rate":0.7,"amortization_correct_sum":7.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":17653.5,"answerer_total_tokens_read":17922.25,"arm":"ft","builder_tokens":144589,"corpus_id":"browsecomp_plus_cluster_0033","expected_questions":10,"group_idx":33,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":42.0}
{"amortization_correct_rate":0.875,"amortization_correct_sum":7.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":6416.25,"answerer_total_tokens_read":6685.0,"arm":"ft","builder_tokens":155675,"corpus_id":"browsecomp_plus_cluster_0034","expected_questions":8,"group_idx":34,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":19.0}
{"amortization_correct_rate":0.875,"amortization_correct_sum":7.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":12056.28125,"answerer_total_tokens_read":12325.03125,"arm":"ft","builder_tokens":145461,"corpus_id":"browsecomp_plus_cluster_0035","expected_questions":8,"group_idx":35,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":34.125}
{"amortization_correct_rate":0.75,"amortization_correct_sum":6.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":2689.90625,"answerer_total_tokens_read":2958.65625,"arm":"ft","builder_tokens":46203,"corpus_id":"browsecomp_plus_cluster_0036","expected_questions":8,"group_idx":36,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":7.375}
{"amortization_correct_rate":0.5,"amortization_correct_sum":4.0,"amortization_exact_rate":0.25,"amortization_exact_sum":2.0,"answerer_synthetic_tokens_read":6602.46875,"answerer_total_tokens_read":6871.21875,"arm":"ft","builder_tokens":140036,"corpus_id":"browsecomp_plus_cluster_0037","expected_questions":8,"group_idx":37,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":23.125}
{"amortization_correct_rate":0.75,"amortization_correct_sum":6.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":9270.0,"answerer_total_tokens_read":9538.75,"arm":"ft","builder_tokens":155291,"corpus_id":"browsecomp_plus_cluster_0038","expected_questions":8,"group_idx":38,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":28.0}
{"amortization_correct_rate":0.625,"amortization_correct_sum":5.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":8510.25,"answerer_total_tokens_read":8779.0,"arm":"ft","builder_tokens":183566,"corpus_id":"browsecomp_plus_cluster_0039","expected_questions":8,"group_idx":39,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":25.0}
{"amortization_correct_rate":0.7,"amortization_correct_sum":7.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":12649.25,"answerer_total_tokens_read":12918.0,"arm":"ft","builder_tokens":142213,"corpus_id":"browsecomp_plus_cluster_0040","expected_questions":10,"group_idx":40,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":38.0}
{"amortization_correct_rate":0.8,"amortization_correct_sum":8.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":7578.5,"answerer_total_tokens_read":7847.25,"arm":"ft","builder_tokens":166875,"corpus_id":"browsecomp_plus_cluster_0041","expected_questions":10,"group_idx":41,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":24.0}
{"amortization_correct_rate":0.625,"amortization_correct_sum":5.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":1420.5,"answerer_total_tokens_read":1689.25,"arm":"ft","builder_tokens":41038,"corpus_id":"browsecomp_plus_cluster_0042","expected_questions":8,"group_idx":42,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":4.0}
{"amortization_correct_rate":0.8,"amortization_correct_sum":8.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":9325.0,"answerer_total_tokens_read":9593.75,"arm":"ft","builder_tokens":166144,"corpus_id":"browsecomp_plus_cluster_0043","expected_questions":10,"group_idx":43,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":27.0}
{"amortization_correct_rate":0.75,"amortization_correct_sum":6.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":19816.75,"answerer_total_tokens_read":20085.5,"arm":"ft","builder_tokens":125098,"corpus_id":"browsecomp_plus_cluster_0044","expected_questions":8,"group_idx":44,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":56.0}
{"amortization_correct_rate":0.42857142857142855,"amortization_correct_sum":3.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":7948.142857142857,"answerer_total_tokens_read":8216.892857142857,"arm":"ft","builder_tokens":160093,"corpus_id":"browsecomp_plus_cluster_0045","expected_questions":7,"group_idx":45,"max_tokens_reached":false,"observed_questions":7,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":20.285714285714285}
{"amortization_correct_rate":0.1,"amortization_correct_sum":1.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":2378.825,"answerer_total_tokens_read":2647.575,"arm":"ft","builder_tokens":133630,"corpus_id":"browsecomp_plus_cluster_0046","expected_questions":10,"group_idx":46,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":10.4}
{"amortization_correct_rate":0.75,"amortization_correct_sum":6.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":8546.0,"answerer_total_tokens_read":8814.75,"arm":"ft","builder_tokens":207129,"corpus_id":"browsecomp_plus_cluster_0047","expected_questions":8,"group_idx":47,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":21.0}
{"amortization_correct_rate":0.625,"amortization_correct_sum":5.0,"amortization_exact_rate":0.125,"amortization_exact_sum":1.0,"answerer_synthetic_tokens_read":17071.96875,"answerer_total_tokens_read":17340.71875,"arm":"ft","builder_tokens":129305,"corpus_id":"browsecomp_plus_cluster_0048","expected_questions":8,"group_idx":48,"max_tokens_reached":false,"observed_questions":8,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":58.125}
{"amortization_correct_rate":0.8,"amortization_correct_sum":8.0,"amortization_exact_rate":0.0,"amortization_exact_sum":0.0,"answerer_synthetic_tokens_read":9504.9,"answerer_total_tokens_read":9773.65,"arm":"ft","builder_tokens":141400,"corpus_id":"browsecomp_plus_cluster_0049","expected_questions":10,"group_idx":49,"max_tokens_reached":false,"observed_questions":10,"raw_doc_read_count":0.0,"status":"complete","synthetic_read_count":37.0}