{ "schema_version": 1, "columns": [ "configuration", "confidence", "rank", "rank_attempts", "rank_correct", "rank_wrong", "estimate", "ci_low", "ci_high", "valid_resamples", "interval_status" ], "rows": [ { "configuration": "BioCLIP 2.5 / primary_blind", "confidence": "high", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "BioCLIP 2.5 / primary_blind", "confidence": "medium", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "BioCLIP 2.5 / primary_blind", "confidence": "low", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "BioCLIP 2.5 / primary_blind", "confidence": "missing", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "BioCLIP 2.5 / primary_blind", "confidence": "forced_answer", "rank": "species", "rank_attempts": "790", "rank_correct": "322", "rank_wrong": "468", "estimate": "0.40759493670886077", "ci_low": "0.3711734693877551", "ci_high": "0.44374229614412136", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "SpeciesNet v4.0.3b / primary_blind", "confidence": "high", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / primary_blind", "confidence": "high", "rank": "genus", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / primary_blind", "confidence": "high", "rank": "family", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / primary_blind", "confidence": "high", "rank": "order", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / primary_blind", "confidence": "high", "rank": "class", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / primary_blind", "confidence": "medium", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / primary_blind", "confidence": "medium", "rank": "genus", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / primary_blind", "confidence": "medium", "rank": "family", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / primary_blind", "confidence": "medium", "rank": "order", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / primary_blind", "confidence": "medium", "rank": "class", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / primary_blind", "confidence": "low", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / primary_blind", "confidence": "low", "rank": "genus", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / primary_blind", "confidence": "low", "rank": "family", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / primary_blind", "confidence": "low", "rank": "order", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / primary_blind", "confidence": "low", "rank": "class", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / primary_blind", "confidence": "missing", "rank": "species", "rank_attempts": "383", "rank_correct": "218", "rank_wrong": "165", "estimate": "0.5691906005221932", "ci_low": "0.5161290322580645", "ci_high": "0.623342175066313", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "SpeciesNet v4.0.3b / primary_blind", "confidence": "missing", "rank": "genus", "rank_attempts": "413", "rank_correct": "268", "rank_wrong": "145", "estimate": "0.648910411622276", "ci_low": "0.5989844453433899", "ci_high": "0.698413578291627", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "SpeciesNet v4.0.3b / primary_blind", "confidence": "missing", "rank": "family", "rank_attempts": "435", "rank_correct": "351", "rank_wrong": "84", "estimate": "0.8068965517241379", "ci_low": "0.7683479460819398", "ci_high": "0.8446825512484213", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "SpeciesNet v4.0.3b / primary_blind", "confidence": "missing", "rank": "order", "rank_attempts": "453", "rank_correct": "368", "rank_wrong": "85", "estimate": "0.8123620309050773", "ci_low": "0.7734196866549807", "ci_high": "0.8498845265588915", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "SpeciesNet v4.0.3b / primary_blind", "confidence": "missing", "rank": "class", "rank_attempts": "636", "rank_correct": "622", "rank_wrong": "14", "estimate": "0.9779874213836478", "ci_low": "0.9659955929007901", "ci_high": "0.9887096774193549", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "BioCLIP 2.5 / operational_country_ablation", "confidence": "high", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "BioCLIP 2.5 / operational_country_ablation", "confidence": "medium", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "BioCLIP 2.5 / operational_country_ablation", "confidence": "low", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "BioCLIP 2.5 / operational_country_ablation", "confidence": "missing", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "BioCLIP 2.5 / operational_country_ablation", "confidence": "forced_answer", "rank": "species", "rank_attempts": "790", "rank_correct": "347", "rank_wrong": "443", "estimate": "0.43924050632911393", "ci_low": "0.40277734211626937", "ci_high": "0.47509737169631744", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "SpeciesNet v4.0.3b / operational_country_ablation", "confidence": "high", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / operational_country_ablation", "confidence": "high", "rank": "genus", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / operational_country_ablation", "confidence": "high", "rank": "family", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / operational_country_ablation", "confidence": "high", "rank": "order", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / operational_country_ablation", "confidence": "high", "rank": "class", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / operational_country_ablation", "confidence": "medium", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / operational_country_ablation", "confidence": "medium", "rank": "genus", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / operational_country_ablation", "confidence": "medium", "rank": "family", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / operational_country_ablation", "confidence": "medium", "rank": "order", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / operational_country_ablation", "confidence": "medium", "rank": "class", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / operational_country_ablation", "confidence": "low", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / operational_country_ablation", "confidence": "low", "rank": "genus", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / operational_country_ablation", "confidence": "low", "rank": "family", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / operational_country_ablation", "confidence": "low", "rank": "order", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / operational_country_ablation", "confidence": "low", "rank": "class", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "SpeciesNet v4.0.3b / operational_country_ablation", "confidence": "missing", "rank": "species", "rank_attempts": "275", "rank_correct": "224", "rank_wrong": "51", "estimate": "0.8145454545454546", "ci_low": "0.7622338627914835", "ci_high": "0.8651705315164555", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "SpeciesNet v4.0.3b / operational_country_ablation", "confidence": "missing", "rank": "genus", "rank_attempts": "304", "rank_correct": "260", "rank_wrong": "44", "estimate": "0.8552631578947368", "ci_low": "0.8106312292358804", "ci_high": "0.896058511381092", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "SpeciesNet v4.0.3b / operational_country_ablation", "confidence": "missing", "rank": "family", "rank_attempts": "412", "rank_correct": "351", "rank_wrong": "61", "estimate": "0.8519417475728155", "ci_low": "0.8164251207729468", "ci_high": "0.8861985472154964", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "SpeciesNet v4.0.3b / operational_country_ablation", "confidence": "missing", "rank": "order", "rank_attempts": "438", "rank_correct": "366", "rank_wrong": "72", "estimate": "0.8356164383561644", "ci_low": "0.7977004811547714", "ci_high": "0.8714596949891068", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "SpeciesNet v4.0.3b / operational_country_ablation", "confidence": "missing", "rank": "class", "rank_attempts": "636", "rank_correct": "622", "rank_wrong": "14", "estimate": "0.9779874213836478", "ci_low": "0.9659955929007901", "ci_high": "0.9887096774193549", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MINIMAL corrected", "confidence": "high", "rank": "species", "rank_attempts": "387", "rank_correct": "313", "rank_wrong": "74", "estimate": "0.8087855297157622", "ci_low": "0.7681564245810056", "ci_high": "0.8469142101284958", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MINIMAL corrected", "confidence": "high", "rank": "genus", "rank_attempts": "404", "rank_correct": "341", "rank_wrong": "63", "estimate": "0.844059405940594", "ci_low": "0.8065326633165829", "ci_high": "0.8791786197732325", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MINIMAL corrected", "confidence": "high", "rank": "family", "rank_attempts": "410", "rank_correct": "380", "rank_wrong": "30", "estimate": "0.926829268292683", "ci_low": "0.9002315914489312", "ci_high": "0.9515738498789347", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MINIMAL corrected", "confidence": "high", "rank": "order", "rank_attempts": "410", "rank_correct": "393", "rank_wrong": "17", "estimate": "0.9585365853658536", "ci_low": "0.9372093023255814", "ci_high": "0.9775", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MINIMAL corrected", "confidence": "high", "rank": "class", "rank_attempts": "410", "rank_correct": "406", "rank_wrong": "4", "estimate": "0.9902439024390244", "ci_low": "0.9797967011891062", "ci_high": "0.9976580796252927", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MINIMAL corrected", "confidence": "medium", "rank": "species", "rank_attempts": "94", "rank_correct": "44", "rank_wrong": "50", "estimate": "0.46808510638297873", "ci_low": "0.36666666666666664", "ci_high": "0.5681818181818182", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MINIMAL corrected", "confidence": "medium", "rank": "genus", "rank_attempts": "164", "rank_correct": "110", "rank_wrong": "54", "estimate": "0.6707317073170732", "ci_low": "0.5934047619047619", "ci_high": "0.7454545454545455", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MINIMAL corrected", "confidence": "medium", "rank": "family", "rank_attempts": "216", "rank_correct": "178", "rank_wrong": "38", "estimate": "0.8240740740740741", "ci_low": "0.7688888888888888", "ci_high": "0.8760693215339233", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MINIMAL corrected", "confidence": "medium", "rank": "order", "rank_attempts": "217", "rank_correct": "193", "rank_wrong": "24", "estimate": "0.8894009216589862", "ci_low": "0.8450666566242374", "ci_high": "0.9308755760368663", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MINIMAL corrected", "confidence": "medium", "rank": "class", "rank_attempts": "217", "rank_correct": "217", "rank_wrong": "0", "estimate": "1.0", "ci_low": "1.0", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MINIMAL corrected", "confidence": "low", "rank": "species", "rank_attempts": "1", "rank_correct": "1", "rank_wrong": "0", "estimate": "1.0", "ci_low": "", "ci_high": "", "valid_resamples": "6352", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite MINIMAL corrected", "confidence": "low", "rank": "genus", "rank_attempts": "6", "rank_correct": "4", "rank_wrong": "2", "estimate": "0.6666666666666666", "ci_low": "0.25", "ci_high": "1.0", "valid_resamples": "9980", "interval_status": "ok" }, { "configuration": "Flash-Lite MINIMAL corrected", "confidence": "low", "rank": "family", "rank_attempts": "39", "rank_correct": "27", "rank_wrong": "12", "estimate": "0.6923076923076923", "ci_low": "0.5384146341463415", "ci_high": "0.8372093023255814", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MINIMAL corrected", "confidence": "low", "rank": "order", "rank_attempts": "66", "rank_correct": "51", "rank_wrong": "15", "estimate": "0.7727272727272727", "ci_low": "0.6623285165538687", "ci_high": "0.8695652173913043", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MINIMAL corrected", "confidence": "low", "rank": "class", "rank_attempts": "114", "rank_correct": "110", "rank_wrong": "4", "estimate": "0.9649122807017544", "ci_low": "0.9270833333333334", "ci_high": "0.9919354838709677", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MINIMAL corrected", "confidence": "missing", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite MINIMAL corrected", "confidence": "missing", "rank": "genus", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite MINIMAL corrected", "confidence": "missing", "rank": "family", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite MINIMAL corrected", "confidence": "missing", "rank": "order", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite MINIMAL corrected", "confidence": "missing", "rank": "class", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite LOW", "confidence": "high", "rank": "species", "rank_attempts": "365", "rank_correct": "306", "rank_wrong": "59", "estimate": "0.8383561643835616", "ci_low": "0.8", "ci_high": "0.8746736292428199", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite LOW", "confidence": "high", "rank": "genus", "rank_attempts": "371", "rank_correct": "324", "rank_wrong": "47", "estimate": "0.8733153638814016", "ci_low": "0.8382343189265096", "ci_high": "0.9061662198391421", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite LOW", "confidence": "high", "rank": "family", "rank_attempts": "375", "rank_correct": "354", "rank_wrong": "21", "estimate": "0.944", "ci_low": "0.9193548387096774", "ci_high": "0.9660585475948135", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite LOW", "confidence": "high", "rank": "order", "rank_attempts": "375", "rank_correct": "362", "rank_wrong": "13", "estimate": "0.9653333333333334", "ci_low": "0.9457364341085271", "ci_high": "0.9830508474576272", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite LOW", "confidence": "high", "rank": "class", "rank_attempts": "375", "rank_correct": "373", "rank_wrong": "2", "estimate": "0.9946666666666667", "ci_low": "0.9863013698630136", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite LOW", "confidence": "medium", "rank": "species", "rank_attempts": "123", "rank_correct": "61", "rank_wrong": "62", "estimate": "0.4959349593495935", "ci_low": "0.4055896805896806", "ci_high": "0.5867768595041323", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite LOW", "confidence": "medium", "rank": "genus", "rank_attempts": "216", "rank_correct": "147", "rank_wrong": "69", "estimate": "0.6805555555555556", "ci_low": "0.6127426761218322", "ci_high": "0.7451923076923077", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite LOW", "confidence": "medium", "rank": "family", "rank_attempts": "242", "rank_correct": "200", "rank_wrong": "42", "estimate": "0.8264462809917356", "ci_low": "0.7777777777777778", "ci_high": "0.8724300329546013", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite LOW", "confidence": "medium", "rank": "order", "rank_attempts": "242", "rank_correct": "215", "rank_wrong": "27", "estimate": "0.8884297520661157", "ci_low": "0.8474559253965013", "ci_high": "0.9256538249302974", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite LOW", "confidence": "medium", "rank": "class", "rank_attempts": "242", "rank_correct": "241", "rank_wrong": "1", "estimate": "0.9958677685950413", "ci_low": "0.9866071428571429", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite LOW", "confidence": "low", "rank": "species", "rank_attempts": "8", "rank_correct": "1", "rank_wrong": "7", "estimate": "0.125", "ci_low": "0.0", "ci_high": "0.4", "valid_resamples": "9998", "interval_status": "ok" }, { "configuration": "Flash-Lite LOW", "confidence": "low", "rank": "genus", "rank_attempts": "14", "rank_correct": "3", "rank_wrong": "11", "estimate": "0.21428571428571427", "ci_low": "0.0", "ci_high": "0.45454545454545453", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite LOW", "confidence": "low", "rank": "family", "rank_attempts": "57", "rank_correct": "32", "rank_wrong": "25", "estimate": "0.5614035087719298", "ci_low": "0.43137254901960786", "ci_high": "0.6896551724137931", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite LOW", "confidence": "low", "rank": "order", "rank_attempts": "93", "rank_correct": "68", "rank_wrong": "25", "estimate": "0.7311827956989247", "ci_low": "0.6363636363636364", "ci_high": "0.8192771084337349", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite LOW", "confidence": "low", "rank": "class", "rank_attempts": "130", "rank_correct": "127", "rank_wrong": "3", "estimate": "0.9769230769230769", "ci_low": "0.946969696969697", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite LOW", "confidence": "missing", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite LOW", "confidence": "missing", "rank": "genus", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite LOW", "confidence": "missing", "rank": "family", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite LOW", "confidence": "missing", "rank": "order", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite LOW", "confidence": "missing", "rank": "class", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite MEDIUM", "confidence": "high", "rank": "species", "rank_attempts": "346", "rank_correct": "297", "rank_wrong": "49", "estimate": "0.8583815028901735", "ci_low": "0.8197662135604323", "ci_high": "0.8945783132530121", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MEDIUM", "confidence": "high", "rank": "genus", "rank_attempts": "365", "rank_correct": "325", "rank_wrong": "40", "estimate": "0.8904109589041096", "ci_low": "0.8571428571428571", "ci_high": "0.9211267605633803", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MEDIUM", "confidence": "high", "rank": "family", "rank_attempts": "375", "rank_correct": "353", "rank_wrong": "22", "estimate": "0.9413333333333334", "ci_low": "0.9168973212628014", "ci_high": "0.9635854341736695", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MEDIUM", "confidence": "high", "rank": "order", "rank_attempts": "376", "rank_correct": "360", "rank_wrong": "16", "estimate": "0.9574468085106383", "ci_low": "0.9368421052631579", "ci_high": "0.9763779527559056", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MEDIUM", "confidence": "high", "rank": "class", "rank_attempts": "376", "rank_correct": "375", "rank_wrong": "1", "estimate": "0.9973404255319149", "ci_low": "0.9917127071823204", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MEDIUM", "confidence": "medium", "rank": "species", "rank_attempts": "199", "rank_correct": "102", "rank_wrong": "97", "estimate": "0.5125628140703518", "ci_low": "0.44090786901270773", "ci_high": "0.5825253852320299", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MEDIUM", "confidence": "medium", "rank": "genus", "rank_attempts": "283", "rank_correct": "177", "rank_wrong": "106", "estimate": "0.6254416961130742", "ci_low": "0.5640118554654263", "ci_high": "0.6845878136200717", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MEDIUM", "confidence": "medium", "rank": "family", "rank_attempts": "314", "rank_correct": "245", "rank_wrong": "69", "estimate": "0.7802547770700637", "ci_low": "0.7329192546583851", "ci_high": "0.825", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MEDIUM", "confidence": "medium", "rank": "order", "rank_attempts": "320", "rank_correct": "276", "rank_wrong": "44", "estimate": "0.8625", "ci_low": "0.8220042558850911", "ci_high": "0.8987351479381843", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MEDIUM", "confidence": "medium", "rank": "class", "rank_attempts": "321", "rank_correct": "317", "rank_wrong": "4", "estimate": "0.9875389408099688", "ci_low": "0.9742744528575874", "ci_high": "0.9970414201183432", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MEDIUM", "confidence": "low", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite MEDIUM", "confidence": "low", "rank": "genus", "rank_attempts": "5", "rank_correct": "2", "rank_wrong": "3", "estimate": "0.4", "ci_low": "0.0", "ci_high": "1.0", "valid_resamples": "9910", "interval_status": "ok" }, { "configuration": "Flash-Lite MEDIUM", "confidence": "low", "rank": "family", "rank_attempts": "13", "rank_correct": "6", "rank_wrong": "7", "estimate": "0.46153846153846156", "ci_low": "0.18181818181818182", "ci_high": "0.75", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MEDIUM", "confidence": "low", "rank": "order", "rank_attempts": "36", "rank_correct": "26", "rank_wrong": "10", "estimate": "0.7222222222222222", "ci_low": "0.5675675675675675", "ci_high": "0.8636363636363636", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MEDIUM", "confidence": "low", "rank": "class", "rank_attempts": "58", "rank_correct": "55", "rank_wrong": "3", "estimate": "0.9482758620689655", "ci_low": "0.8837209302325582", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite MEDIUM", "confidence": "missing", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite MEDIUM", "confidence": "missing", "rank": "genus", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite MEDIUM", "confidence": "missing", "rank": "family", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite MEDIUM", "confidence": "missing", "rank": "order", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite MEDIUM", "confidence": "missing", "rank": "class", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite HIGH", "confidence": "high", "rank": "species", "rank_attempts": "387", "rank_correct": "318", "rank_wrong": "69", "estimate": "0.8217054263565892", "ci_low": "0.7821211144535166", "ci_high": "0.8592241999280834", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite HIGH", "confidence": "high", "rank": "genus", "rank_attempts": "419", "rank_correct": "358", "rank_wrong": "61", "estimate": "0.8544152744630071", "ci_low": "0.8194774346793349", "ci_high": "0.8870588235294118", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite HIGH", "confidence": "high", "rank": "family", "rank_attempts": "425", "rank_correct": "393", "rank_wrong": "32", "estimate": "0.9247058823529412", "ci_low": "0.8988498985801217", "ci_high": "0.9487179487179487", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite HIGH", "confidence": "high", "rank": "order", "rank_attempts": "430", "rank_correct": "404", "rank_wrong": "26", "estimate": "0.9395348837209302", "ci_low": "0.9160997732426304", "ci_high": "0.9609204128955044", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite HIGH", "confidence": "high", "rank": "class", "rank_attempts": "435", "rank_correct": "433", "rank_wrong": "2", "estimate": "0.9954022988505747", "ci_low": "0.9884259259259259", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite HIGH", "confidence": "medium", "rank": "species", "rank_attempts": "191", "rank_correct": "88", "rank_wrong": "103", "estimate": "0.4607329842931937", "ci_low": "0.3865979381443299", "ci_high": "0.5333333333333333", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite HIGH", "confidence": "medium", "rank": "genus", "rank_attempts": "259", "rank_correct": "161", "rank_wrong": "98", "estimate": "0.6216216216216216", "ci_low": "0.5568181818181818", "ci_high": "0.6859213235074738", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite HIGH", "confidence": "medium", "rank": "family", "rank_attempts": "286", "rank_correct": "213", "rank_wrong": "73", "estimate": "0.7447552447552448", "ci_low": "0.6905657304406613", "ci_high": "0.7962281621243885", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite HIGH", "confidence": "medium", "rank": "order", "rank_attempts": "287", "rank_correct": "244", "rank_wrong": "43", "estimate": "0.8501742160278746", "ci_low": "0.8057553956834532", "ci_high": "0.8909105069385442", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite HIGH", "confidence": "medium", "rank": "class", "rank_attempts": "287", "rank_correct": "283", "rank_wrong": "4", "estimate": "0.9860627177700348", "ci_low": "0.9711191335740073", "ci_high": "0.9967105263157895", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite HIGH", "confidence": "low", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite HIGH", "confidence": "low", "rank": "genus", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite HIGH", "confidence": "low", "rank": "family", "rank_attempts": "1", "rank_correct": "1", "rank_wrong": "0", "estimate": "1.0", "ci_low": "", "ci_high": "", "valid_resamples": "6322", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite HIGH", "confidence": "low", "rank": "order", "rank_attempts": "10", "rank_correct": "7", "rank_wrong": "3", "estimate": "0.7", "ci_low": "0.375", "ci_high": "1.0", "valid_resamples": "9999", "interval_status": "ok" }, { "configuration": "Flash-Lite HIGH", "confidence": "low", "rank": "class", "rank_attempts": "28", "rank_correct": "27", "rank_wrong": "1", "estimate": "0.9642857142857143", "ci_low": "0.8787878787878788", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Flash-Lite HIGH", "confidence": "missing", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite HIGH", "confidence": "missing", "rank": "genus", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite HIGH", "confidence": "missing", "rank": "family", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite HIGH", "confidence": "missing", "rank": "order", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Flash-Lite HIGH", "confidence": "missing", "rank": "class", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.7 MEDIUM media / MEDIUM thinking", "confidence": "high", "rank": "species", "rank_attempts": "489", "rank_correct": "416", "rank_wrong": "73", "estimate": "0.8507157464212679", "ci_low": "0.817821581753317", "ci_high": "0.8815261044176707", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.7 MEDIUM media / MEDIUM thinking", "confidence": "high", "rank": "genus", "rank_attempts": "565", "rank_correct": "502", "rank_wrong": "63", "estimate": "0.8884955752212389", "ci_low": "0.8601029019410718", "ci_high": "0.9150801012331929", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.7 MEDIUM media / MEDIUM thinking", "confidence": "high", "rank": "family", "rank_attempts": "591", "rank_correct": "558", "rank_wrong": "33", "estimate": "0.9441624365482234", "ci_low": "0.9235993208828522", "ci_high": "0.9627763802165222", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.7 MEDIUM media / MEDIUM thinking", "confidence": "high", "rank": "order", "rank_attempts": "598", "rank_correct": "565", "rank_wrong": "33", "estimate": "0.9448160535117057", "ci_low": "0.9252959151441995", "ci_high": "0.9628394045394467", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.7 MEDIUM media / MEDIUM thinking", "confidence": "high", "rank": "class", "rank_attempts": "611", "rank_correct": "608", "rank_wrong": "3", "estimate": "0.9950900163666121", "ci_low": "0.9886914378029079", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.7 MEDIUM media / MEDIUM thinking", "confidence": "medium", "rank": "species", "rank_attempts": "38", "rank_correct": "24", "rank_wrong": "14", "estimate": "0.631578947368421", "ci_low": "0.47058823529411764", "ci_high": "0.7837837837837838", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.7 MEDIUM media / MEDIUM thinking", "confidence": "medium", "rank": "genus", "rank_attempts": "68", "rank_correct": "50", "rank_wrong": "18", "estimate": "0.7352941176470589", "ci_low": "0.625", "ci_high": "0.8382352941176471", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.7 MEDIUM media / MEDIUM thinking", "confidence": "medium", "rank": "family", "rank_attempts": "88", "rank_correct": "71", "rank_wrong": "17", "estimate": "0.8068181818181818", "ci_low": "0.7191011235955056", "ci_high": "0.8877551020408163", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.7 MEDIUM media / MEDIUM thinking", "confidence": "medium", "rank": "order", "rank_attempts": "108", "rank_correct": "94", "rank_wrong": "14", "estimate": "0.8703703703703703", "ci_low": "0.8037383177570093", "ci_high": "0.9310344827586207", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.7 MEDIUM media / MEDIUM thinking", "confidence": "medium", "rank": "class", "rank_attempts": "112", "rank_correct": "109", "rank_wrong": "3", "estimate": "0.9732142857142857", "ci_low": "0.9401666666666667", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.7 MEDIUM media / MEDIUM thinking", "confidence": "low", "rank": "species", "rank_attempts": "2", "rank_correct": "0", "rank_wrong": "2", "estimate": "0.0", "ci_low": "0.0", "ci_high": "0.0", "valid_resamples": "8713", "interval_status": "ok" }, { "configuration": "Gemini 3.7 MEDIUM media / MEDIUM thinking", "confidence": "low", "rank": "genus", "rank_attempts": "2", "rank_correct": "0", "rank_wrong": "2", "estimate": "0.0", "ci_low": "0.0", "ci_high": "0.0", "valid_resamples": "8713", "interval_status": "ok" }, { "configuration": "Gemini 3.7 MEDIUM media / MEDIUM thinking", "confidence": "low", "rank": "family", "rank_attempts": "5", "rank_correct": "4", "rank_wrong": "1", "estimate": "0.8", "ci_low": "0.3333333333333333", "ci_high": "1.0", "valid_resamples": "9937", "interval_status": "ok" }, { "configuration": "Gemini 3.7 MEDIUM media / MEDIUM thinking", "confidence": "low", "rank": "order", "rank_attempts": "10", "rank_correct": "10", "rank_wrong": "0", "estimate": "1.0", "ci_low": "1.0", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.7 MEDIUM media / MEDIUM thinking", "confidence": "low", "rank": "class", "rank_attempts": "38", "rank_correct": "36", "rank_wrong": "2", "estimate": "0.9473684210526315", "ci_low": "0.8648648648648649", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.7 MEDIUM media / MEDIUM thinking", "confidence": "missing", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.7 MEDIUM media / MEDIUM thinking", "confidence": "missing", "rank": "genus", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.7 MEDIUM media / MEDIUM thinking", "confidence": "missing", "rank": "family", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.7 MEDIUM media / MEDIUM thinking", "confidence": "missing", "rank": "order", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.7 MEDIUM media / MEDIUM thinking", "confidence": "missing", "rank": "class", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.8 HIGH media / MEDIUM thinking", "confidence": "high", "rank": "species", "rank_attempts": "461", "rank_correct": "406", "rank_wrong": "55", "estimate": "0.8806941431670282", "ci_low": "0.8501070663811563", "ci_high": "0.9095063025210083", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / MEDIUM thinking", "confidence": "high", "rank": "genus", "rank_attempts": "542", "rank_correct": "486", "rank_wrong": "56", "estimate": "0.8966789667896679", "ci_low": "0.8681732580037664", "ci_high": "0.9230769230769231", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / MEDIUM thinking", "confidence": "high", "rank": "family", "rank_attempts": "566", "rank_correct": "536", "rank_wrong": "30", "estimate": "0.9469964664310954", "ci_low": "0.9267857142857143", "ci_high": "0.9659498207885304", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / MEDIUM thinking", "confidence": "high", "rank": "order", "rank_attempts": "579", "rank_correct": "551", "rank_wrong": "28", "estimate": "0.9516407599309153", "ci_low": "0.9322026529108327", "ci_high": "0.9694244604316546", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / MEDIUM thinking", "confidence": "high", "rank": "class", "rank_attempts": "591", "rank_correct": "589", "rank_wrong": "2", "estimate": "0.9966159052453468", "ci_low": "0.9914529914529915", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / MEDIUM thinking", "confidence": "medium", "rank": "species", "rank_attempts": "61", "rank_correct": "42", "rank_wrong": "19", "estimate": "0.6885245901639344", "ci_low": "0.5652173913043478", "ci_high": "0.8032786885245902", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / MEDIUM thinking", "confidence": "medium", "rank": "genus", "rank_attempts": "99", "rank_correct": "79", "rank_wrong": "20", "estimate": "0.797979797979798", "ci_low": "0.7142857142857143", "ci_high": "0.875", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / MEDIUM thinking", "confidence": "medium", "rank": "family", "rank_attempts": "120", "rank_correct": "100", "rank_wrong": "20", "estimate": "0.8333333333333334", "ci_low": "0.7647058823529411", "ci_high": "0.8962281621243885", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / MEDIUM thinking", "confidence": "medium", "rank": "order", "rank_attempts": "135", "rank_correct": "122", "rank_wrong": "13", "estimate": "0.9037037037037037", "ci_low": "0.8513513513513513", "ci_high": "0.9508221864628381", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / MEDIUM thinking", "confidence": "medium", "rank": "class", "rank_attempts": "141", "rank_correct": "139", "rank_wrong": "2", "estimate": "0.9858156028368794", "ci_low": "0.9632352941176471", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / MEDIUM thinking", "confidence": "low", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.8 HIGH media / MEDIUM thinking", "confidence": "low", "rank": "genus", "rank_attempts": "1", "rank_correct": "0", "rank_wrong": "1", "estimate": "0.0", "ci_low": "", "ci_high": "", "valid_resamples": "6324", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.8 HIGH media / MEDIUM thinking", "confidence": "low", "rank": "family", "rank_attempts": "5", "rank_correct": "2", "rank_wrong": "3", "estimate": "0.4", "ci_low": "0.0", "ci_high": "1.0", "valid_resamples": "9931", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / MEDIUM thinking", "confidence": "low", "rank": "order", "rank_attempts": "8", "rank_correct": "5", "rank_wrong": "3", "estimate": "0.625", "ci_low": "0.25", "ci_high": "1.0", "valid_resamples": "9999", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / MEDIUM thinking", "confidence": "low", "rank": "class", "rank_attempts": "28", "rank_correct": "26", "rank_wrong": "2", "estimate": "0.9285714285714286", "ci_low": "0.8181818181818182", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / MEDIUM thinking", "confidence": "missing", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.8 HIGH media / MEDIUM thinking", "confidence": "missing", "rank": "genus", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.8 HIGH media / MEDIUM thinking", "confidence": "missing", "rank": "family", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.8 HIGH media / MEDIUM thinking", "confidence": "missing", "rank": "order", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.8 HIGH media / MEDIUM thinking", "confidence": "missing", "rank": "class", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.8 HIGH media / LOW thinking", "confidence": "high", "rank": "species", "rank_attempts": "470", "rank_correct": "414", "rank_wrong": "56", "estimate": "0.8808510638297873", "ci_low": "0.8506493506493507", "ci_high": "0.9092827004219409", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / LOW thinking", "confidence": "high", "rank": "genus", "rank_attempts": "545", "rank_correct": "489", "rank_wrong": "56", "estimate": "0.8972477064220183", "ci_low": "0.8694834032673893", "ci_high": "0.9227801045597657", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / LOW thinking", "confidence": "high", "rank": "family", "rank_attempts": "560", "rank_correct": "530", "rank_wrong": "30", "estimate": "0.9464285714285714", "ci_low": "0.9270452892433176", "ci_high": "0.964041095890411", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / LOW thinking", "confidence": "high", "rank": "order", "rank_attempts": "563", "rank_correct": "534", "rank_wrong": "29", "estimate": "0.9484902309058615", "ci_low": "0.9292360766103276", "ci_high": "0.9661024502250823", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / LOW thinking", "confidence": "high", "rank": "class", "rank_attempts": "571", "rank_correct": "568", "rank_wrong": "3", "estimate": "0.9947460595446584", "ci_low": "0.9878677576786058", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / LOW thinking", "confidence": "medium", "rank": "species", "rank_attempts": "54", "rank_correct": "36", "rank_wrong": "18", "estimate": "0.6666666666666666", "ci_low": "0.5370370370370371", "ci_high": "0.7924528301886793", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / LOW thinking", "confidence": "medium", "rank": "genus", "rank_attempts": "91", "rank_correct": "72", "rank_wrong": "19", "estimate": "0.7912087912087912", "ci_low": "0.7029702970297029", "ci_high": "0.8720992083127164", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / LOW thinking", "confidence": "medium", "rank": "family", "rank_attempts": "120", "rank_correct": "103", "rank_wrong": "17", "estimate": "0.8583333333333333", "ci_low": "0.7927927927927928", "ci_high": "0.9183673469387755", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / LOW thinking", "confidence": "medium", "rank": "order", "rank_attempts": "131", "rank_correct": "121", "rank_wrong": "10", "estimate": "0.9236641221374046", "ci_low": "0.8760330578512396", "ci_high": "0.9663865546218487", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / LOW thinking", "confidence": "medium", "rank": "class", "rank_attempts": "133", "rank_correct": "133", "rank_wrong": "0", "estimate": "1.0", "ci_low": "1.0", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / LOW thinking", "confidence": "low", "rank": "species", "rank_attempts": "3", "rank_correct": "0", "rank_wrong": "3", "estimate": "0.0", "ci_low": "0.0", "ci_high": "0.0", "valid_resamples": "9510", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / LOW thinking", "confidence": "low", "rank": "genus", "rank_attempts": "5", "rank_correct": "1", "rank_wrong": "4", "estimate": "0.2", "ci_low": "0.0", "ci_high": "0.6666666666666666", "valid_resamples": "9933", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / LOW thinking", "confidence": "low", "rank": "family", "rank_attempts": "14", "rank_correct": "8", "rank_wrong": "6", "estimate": "0.5714285714285714", "ci_low": "0.2857142857142857", "ci_high": "0.8333333333333334", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / LOW thinking", "confidence": "low", "rank": "order", "rank_attempts": "27", "rank_correct": "22", "rank_wrong": "5", "estimate": "0.8148148148148148", "ci_low": "0.6538461538461539", "ci_high": "0.9545454545454546", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / LOW thinking", "confidence": "low", "rank": "class", "rank_attempts": "52", "rank_correct": "48", "rank_wrong": "4", "estimate": "0.9230769230769231", "ci_low": "0.8409090909090909", "ci_high": "0.9827586206896551", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / LOW thinking", "confidence": "missing", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.8 HIGH media / LOW thinking", "confidence": "missing", "rank": "genus", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.8 HIGH media / LOW thinking", "confidence": "missing", "rank": "family", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.8 HIGH media / LOW thinking", "confidence": "missing", "rank": "order", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.8 HIGH media / LOW thinking", "confidence": "missing", "rank": "class", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.8 HIGH media / HIGH thinking", "confidence": "high", "rank": "species", "rank_attempts": "495", "rank_correct": "433", "rank_wrong": "62", "estimate": "0.8747474747474747", "ci_low": "0.8441281868913448", "ci_high": "0.9026369168356998", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / HIGH thinking", "confidence": "high", "rank": "genus", "rank_attempts": "552", "rank_correct": "501", "rank_wrong": "51", "estimate": "0.907608695652174", "ci_low": "0.8816029143897997", "ci_high": "0.9312839059674503", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / HIGH thinking", "confidence": "high", "rank": "family", "rank_attempts": "563", "rank_correct": "537", "rank_wrong": "26", "estimate": "0.9538188277087034", "ci_low": "0.9359430604982206", "ci_high": "0.9698492462311558", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / HIGH thinking", "confidence": "high", "rank": "order", "rank_attempts": "571", "rank_correct": "547", "rank_wrong": "24", "estimate": "0.957968476357268", "ci_low": "0.9405594405594405", "ci_high": "0.9734513274336283", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / HIGH thinking", "confidence": "high", "rank": "class", "rank_attempts": "580", "rank_correct": "579", "rank_wrong": "1", "estimate": "0.9982758620689656", "ci_low": "0.9946902654867257", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / HIGH thinking", "confidence": "medium", "rank": "species", "rank_attempts": "116", "rank_correct": "73", "rank_wrong": "43", "estimate": "0.6293103448275862", "ci_low": "0.5384615384615384", "ci_high": "0.7164208485133388", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / HIGH thinking", "confidence": "medium", "rank": "genus", "rank_attempts": "144", "rank_correct": "103", "rank_wrong": "41", "estimate": "0.7152777777777778", "ci_low": "0.6394557823129252", "ci_high": "0.7884654471544714", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / HIGH thinking", "confidence": "medium", "rank": "family", "rank_attempts": "152", "rank_correct": "124", "rank_wrong": "28", "estimate": "0.8157894736842105", "ci_low": "0.7515923566878981", "ci_high": "0.8766233766233766", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / HIGH thinking", "confidence": "medium", "rank": "order", "rank_attempts": "163", "rank_correct": "143", "rank_wrong": "20", "estimate": "0.8773006134969326", "ci_low": "0.825", "ci_high": "0.9259311868686868", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / HIGH thinking", "confidence": "medium", "rank": "class", "rank_attempts": "169", "rank_correct": "166", "rank_wrong": "3", "estimate": "0.9822485207100592", "ci_low": "0.959457744546577", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / HIGH thinking", "confidence": "low", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.8 HIGH media / HIGH thinking", "confidence": "low", "rank": "genus", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.8 HIGH media / HIGH thinking", "confidence": "low", "rank": "family", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.8 HIGH media / HIGH thinking", "confidence": "low", "rank": "order", "rank_attempts": "2", "rank_correct": "1", "rank_wrong": "1", "estimate": "0.5", "ci_low": "0.0", "ci_high": "1.0", "valid_resamples": "8622", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / HIGH thinking", "confidence": "low", "rank": "class", "rank_attempts": "18", "rank_correct": "15", "rank_wrong": "3", "estimate": "0.8333333333333334", "ci_low": "0.6363636363636364", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Gemini 3.8 HIGH media / HIGH thinking", "confidence": "missing", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.8 HIGH media / HIGH thinking", "confidence": "missing", "rank": "genus", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.8 HIGH media / HIGH thinking", "confidence": "missing", "rank": "family", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.8 HIGH media / HIGH thinking", "confidence": "missing", "rank": "order", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Gemini 3.8 HIGH media / HIGH thinking", "confidence": "missing", "rank": "class", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Qwen Instruct first_pass", "confidence": "high", "rank": "species", "rank_attempts": "447", "rank_correct": "287", "rank_wrong": "160", "estimate": "0.6420581655480985", "ci_low": "0.5951859956236324", "ci_high": "0.6863218267581476", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Qwen Instruct first_pass", "confidence": "high", "rank": "genus", "rank_attempts": "447", "rank_correct": "347", "rank_wrong": "100", "estimate": "0.7762863534675615", "ci_low": "0.7353547136137311", "ci_high": "0.8149004087071529", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Qwen Instruct first_pass", "confidence": "high", "rank": "family", "rank_attempts": "447", "rank_correct": "400", "rank_wrong": "47", "estimate": "0.8948545861297539", "ci_low": "0.8648634149170631", "ci_high": "0.9224168285575521", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Qwen Instruct first_pass", "confidence": "high", "rank": "order", "rank_attempts": "447", "rank_correct": "406", "rank_wrong": "41", "estimate": "0.9082774049217002", "ci_low": "0.8808508152714258", "ci_high": "0.9337899543378996", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Qwen Instruct first_pass", "confidence": "high", "rank": "class", "rank_attempts": "447", "rank_correct": "444", "rank_wrong": "3", "estimate": "0.9932885906040269", "ci_low": "0.9844789356984479", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Qwen Instruct first_pass", "confidence": "medium", "rank": "species", "rank_attempts": "220", "rank_correct": "32", "rank_wrong": "188", "estimate": "0.14545454545454545", "ci_low": "0.10045612251001973", "ci_high": "0.19457013574660634", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Qwen Instruct first_pass", "confidence": "medium", "rank": "genus", "rank_attempts": "220", "rank_correct": "83", "rank_wrong": "137", "estimate": "0.37727272727272726", "ci_low": "0.31140350877192985", "ci_high": "0.4435878333491505", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Qwen Instruct first_pass", "confidence": "medium", "rank": "family", "rank_attempts": "220", "rank_correct": "124", "rank_wrong": "96", "estimate": "0.5636363636363636", "ci_low": "0.4954954954954955", "ci_high": "0.6322917864397685", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Qwen Instruct first_pass", "confidence": "medium", "rank": "order", "rank_attempts": "220", "rank_correct": "150", "rank_wrong": "70", "estimate": "0.6818181818181818", "ci_low": "0.6163793103448276", "ci_high": "0.7476190476190476", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Qwen Instruct first_pass", "confidence": "medium", "rank": "class", "rank_attempts": "220", "rank_correct": "211", "rank_wrong": "9", "estimate": "0.9590909090909091", "ci_low": "0.9307359307359307", "ci_high": "0.9824580556193978", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Qwen Instruct first_pass", "confidence": "low", "rank": "species", "rank_attempts": "9", "rank_correct": "0", "rank_wrong": "9", "estimate": "0.0", "ci_low": "0.0", "ci_high": "0.0", "valid_resamples": "9997", "interval_status": "ok" }, { "configuration": "Qwen Instruct first_pass", "confidence": "low", "rank": "genus", "rank_attempts": "9", "rank_correct": "0", "rank_wrong": "9", "estimate": "0.0", "ci_low": "0.0", "ci_high": "0.0", "valid_resamples": "9997", "interval_status": "ok" }, { "configuration": "Qwen Instruct first_pass", "confidence": "low", "rank": "family", "rank_attempts": "9", "rank_correct": "0", "rank_wrong": "9", "estimate": "0.0", "ci_low": "0.0", "ci_high": "0.0", "valid_resamples": "9997", "interval_status": "ok" }, { "configuration": "Qwen Instruct first_pass", "confidence": "low", "rank": "order", "rank_attempts": "9", "rank_correct": "1", "rank_wrong": "8", "estimate": "0.1111111111111111", "ci_low": "0.0", "ci_high": "0.375", "valid_resamples": "9997", "interval_status": "ok" }, { "configuration": "Qwen Instruct first_pass", "confidence": "low", "rank": "class", "rank_attempts": "9", "rank_correct": "9", "rank_wrong": "0", "estimate": "1.0", "ci_low": "1.0", "ci_high": "1.0", "valid_resamples": "9997", "interval_status": "ok" }, { "configuration": "Qwen Instruct first_pass", "confidence": "missing", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Qwen Instruct first_pass", "confidence": "missing", "rank": "genus", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Qwen Instruct first_pass", "confidence": "missing", "rank": "family", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Qwen Instruct first_pass", "confidence": "missing", "rank": "order", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Qwen Instruct first_pass", "confidence": "missing", "rank": "class", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Qwen Instruct primary_repaired", "confidence": "high", "rank": "species", "rank_attempts": "447", "rank_correct": "287", "rank_wrong": "160", "estimate": "0.6420581655480985", "ci_low": "0.5951859956236324", "ci_high": "0.6863218267581476", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Qwen Instruct primary_repaired", "confidence": "high", "rank": "genus", "rank_attempts": "447", "rank_correct": "347", "rank_wrong": "100", "estimate": "0.7762863534675615", "ci_low": "0.7353547136137311", "ci_high": "0.8149004087071529", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Qwen Instruct primary_repaired", "confidence": "high", "rank": "family", "rank_attempts": "447", "rank_correct": "400", "rank_wrong": "47", "estimate": "0.8948545861297539", "ci_low": "0.8648634149170631", "ci_high": "0.9224168285575521", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Qwen Instruct primary_repaired", "confidence": "high", "rank": "order", "rank_attempts": "447", "rank_correct": "406", "rank_wrong": "41", "estimate": "0.9082774049217002", "ci_low": "0.8808508152714258", "ci_high": "0.9337899543378996", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Qwen Instruct primary_repaired", "confidence": "high", "rank": "class", "rank_attempts": "447", "rank_correct": "444", "rank_wrong": "3", "estimate": "0.9932885906040269", "ci_low": "0.9844789356984479", "ci_high": "1.0", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Qwen Instruct primary_repaired", "confidence": "medium", "rank": "species", "rank_attempts": "222", "rank_correct": "33", "rank_wrong": "189", "estimate": "0.14864864864864866", "ci_low": "0.10344827586206896", "ci_high": "0.19791666666666666", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Qwen Instruct primary_repaired", "confidence": "medium", "rank": "genus", "rank_attempts": "222", "rank_correct": "84", "rank_wrong": "138", "estimate": "0.3783783783783784", "ci_low": "0.3130425945563804", "ci_high": "0.4444444444444444", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Qwen Instruct primary_repaired", "confidence": "medium", "rank": "family", "rank_attempts": "222", "rank_correct": "125", "rank_wrong": "97", "estimate": "0.5630630630630631", "ci_low": "0.4954545454545455", "ci_high": "0.6320346320346321", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Qwen Instruct primary_repaired", "confidence": "medium", "rank": "order", "rank_attempts": "222", "rank_correct": "151", "rank_wrong": "71", "estimate": "0.6801801801801802", "ci_low": "0.6153765690376569", "ci_high": "0.7455376723057644", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Qwen Instruct primary_repaired", "confidence": "medium", "rank": "class", "rank_attempts": "222", "rank_correct": "213", "rank_wrong": "9", "estimate": "0.9594594594594594", "ci_low": "0.9313304721030042", "ci_high": "0.9826839826839827", "valid_resamples": "10000", "interval_status": "ok" }, { "configuration": "Qwen Instruct primary_repaired", "confidence": "low", "rank": "species", "rank_attempts": "11", "rank_correct": "0", "rank_wrong": "11", "estimate": "0.0", "ci_low": "0.0", "ci_high": "0.0", "valid_resamples": "9998", "interval_status": "ok" }, { "configuration": "Qwen Instruct primary_repaired", "confidence": "low", "rank": "genus", "rank_attempts": "11", "rank_correct": "0", "rank_wrong": "11", "estimate": "0.0", "ci_low": "0.0", "ci_high": "0.0", "valid_resamples": "9998", "interval_status": "ok" }, { "configuration": "Qwen Instruct primary_repaired", "confidence": "low", "rank": "family", "rank_attempts": "11", "rank_correct": "0", "rank_wrong": "11", "estimate": "0.0", "ci_low": "0.0", "ci_high": "0.0", "valid_resamples": "9998", "interval_status": "ok" }, { "configuration": "Qwen Instruct primary_repaired", "confidence": "low", "rank": "order", "rank_attempts": "11", "rank_correct": "2", "rank_wrong": "9", "estimate": "0.18181818181818182", "ci_low": "0.0", "ci_high": "0.4444444444444444", "valid_resamples": "9998", "interval_status": "ok" }, { "configuration": "Qwen Instruct primary_repaired", "confidence": "low", "rank": "class", "rank_attempts": "11", "rank_correct": "10", "rank_wrong": "1", "estimate": "0.9090909090909091", "ci_low": "0.7", "ci_high": "1.0", "valid_resamples": "9998", "interval_status": "ok" }, { "configuration": "Qwen Instruct primary_repaired", "confidence": "missing", "rank": "species", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Qwen Instruct primary_repaired", "confidence": "missing", "rank": "genus", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Qwen Instruct primary_repaired", "confidence": "missing", "rank": "family", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Qwen Instruct primary_repaired", "confidence": "missing", "rank": "order", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" }, { "configuration": "Qwen Instruct primary_repaired", "confidence": "missing", "rank": "class", "rank_attempts": "0", "rank_correct": "0", "rank_wrong": "0", "estimate": "", "ci_low": "", "ci_high": "", "valid_resamples": "0", "interval_status": "insufficient_support" } ], "unit_policy": { "table": "rank_confidence_reliability.csv", "metric_units": {}, "counts": { "rank_attempts": "answers", "rank_correct": "answers", "rank_wrong": "answers", "valid_resamples": "bootstrap_resamples" }, "interval": "ci_low and ci_high use the same units as estimate; pointwise 95% when interval_status is ok", "estimate": "proportion_0_to_1 conditional correctness within a stated verbal-confidence bin", "scope": "verbal confidence; not a model probability" }, "note": "Saved aggregate candidate analysis; intervals are pointwise and exploratory tests have separate Holm-adjusted p-values." }