File size: 1,589 Bytes
b54a239 | 1 | [{"claim":"At least one of four pilots must fail","confirmed_in_draft":true,"where":"Section3.3 p5 lines221-235; Figure2 p4","qualification":"A completed answer must miss a required criterion. Infrastructure errors/refusals/broken-tool runs are labeled and rerun, not counted as capability failures; the reference answer must pass."},{"claim":"Maximum three task submissions per author","confirmed_in_draft":true,"where":"Section3.2 p4 line206"},{"claim":"Five to ten hours per task","confirmed_in_draft":true,"where":"Section3.2 p4 line206","qualification":"Author-reported time, not instrumented timing or a mandatory task duration."},{"claim":"AI-text score blocks above30% and rejects at40%","confirmed_in_draft":true,"where":"Section3.3 p4 lines213-215; AppendixC p17 lines892-893","qualification":"Text states >30% blocks next gate until rewrite; >=40% rejects. AppendixC says an earlier50% threshold was lowered during collection. Figure2 says under30%, so behavior at exactly30% is not fully consistent in the draft; verify portal before claiming exact equality."},{"claim":"Fifteen structured reviewer send-back reasons","confirmed_in_draft":true,"where":"Section3.3 p5 lines241-242; AppendixD p18 lines930-935","qualification":"The separate review checklist has12items;15 is the number of return reasons."},{"claim":"Frontier pilot models GPT-5.6 and Claude Opus4.8","confirmed_in_draft":true,"where":"Section3.3 p5 lines221-223","qualification":"Two pilots each under provider defaults. Older difficulty probe GPT-5.3 and reconciliation judge GPT-5.6 high are separate roles."}] |