{"schema":"chessassistlens.curated_examples.v1","generator":"experiments/20_export_curated_examples.py","generated_utc":"2026-10-07T05:13:55Z","pool":{"split":"test","decisions":12863,"description":"all eligible original (presumed-human) decisions of the held-out test split"},"qwen":{"status":"pending","model_id":"Qwen/Qwen3-8B-Base","prompt_hash":"7f4373cf34140539dfeb24c4a1aa3f2d50cfe16a91bf3ad0e5387a5dcaed377f"},"examples":[{"id":"all-agree","title":"Everyone agrees","rule":"played == Stockfish #1 == Maia-3 #1; >= 25 legal moves; |eval| <= 150 cp; Maia-3 probability of the played move in [0.5, 0.95] (not a forced reply); highest such probability","status":"ok","source":"test split, original move","position":{"position_id":"li_ItVPTIJx:20","ply":20,"move_no":11,"color":"white","fen":"r2qk2r/pbpnbpp1/1p1pp2p/8/3PP3/2PB1Nn1/PP1NQPPP/R3K2R w KQkq - 0 11","elo":2045,"opp_elo":1955,"n_legal":34,"original_move":"h2g3","original_san":"hxg3","substitute_move":null,"substitute_san":null,"substituted_in":[],"sf_lines":[{"move":"h2g3","cp":20,"san":"hxg3"},{"move":"f2g3","cp":2,"san":"fxg3"},{"move":"d4d5","cp":-894,"san":"d5"},{"move":"f3e5","cp":-919,"san":"Ne5"},{"move":"e2d1","cp":-931,"san":"Qd1"}],"eval_before":20.0,"phase":"opening","regan":{"difficulty":0.546852,"p_t1":0.473365,"p_t3":0.748483,"p_ev":0.481457,"expected_loss_cp":57.437626,"engine_first_move":"h2g3"},"entropy":{"maia":0.206948,"maia5":0.372718,"qwen":null},"qwen_prompt":"Chess move prediction. The position below is from a rated online game (Lichess, rapid or classical time control).\n\nPlayer Elo: 2045\nOpponent Elo: 1955\nSide to move: White\n\nPosition FEN:\nr2qk2r/pbpnbpp1/1p1pp2p/8/3PP3/2PB1Nn1/PP1NQPPP/R3K2R w KQkq - 0 11\n\nEngine analysis: Stockfish 19, fixed depth 12, MultiPV 5. engine_eval is the evaluation in pawns from the point of view of the side to move; n/a means the move is not among the engine's top lines.\n\nLegal candidate moves:\na1b1 | engine_eval=n/a\na1c1 | engine_eval=n/a\na1d1 | engine_eval=n/a\na2a3 | engine_eval=n/a\na2a4 | engine_eval=n/a\nb2b3 | engine_eval=n/a\nb2b4 | engine_eval=n/a\nc3c4 | engine_eval=n/a\nd2b1 | engine_eval=n/a\nd2b3 | engine_eval=n/a\nd2c4 | engine_eval=n/a\nd2f1 | engine_eval=n/a\nd3a6 | engine_eval=n/a\nd3b1 | engine_eval=n/a\nd3b5 | engine_eval=n/a\nd3c2 | engine_eval=n/a\nd3c4 | engine_eval=n/a\nd4d5 | engine_eval=-8.94\ne1c1 | engine_eval=n/a\ne1d1 | engine_eval=n/a\ne2d1 | engine_eval=-9.31\ne2e3 | engine_eval=n/a\ne2f1 | engine_eval=n/a\ne4e5 | engine_eval=n/a\nf2g3 | engine_eval=+0.02\nf3e5 | engine_eval=-9.19\nf3g1 | engine_eval=n/a\nf3g5 | engine_eval=n/a\nf3h4 | engine_eval=n/a\nh1f1 | engine_eval=n/a\nh1g1 | engine_eval=n/a\nh2g3 | engine_eval=+0.20\nh2h3 | engine_eval=n/a\nh2h4 | engine_eval=n/a\n\nPredict the move most likely to be chosen by a human player of approximately this strength.\n\nMove:","candidates":[{"move":"a1b1","san":"Rb1","sf_rank":null,"sf_cp":null,"maia":0.0,"maia_rank":27,"maia5":0.0,"maia5_rank":19,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"a1c1","san":"Rc1","sf_rank":null,"sf_cp":null,"maia":1e-06,"maia_rank":20,"maia5":0.0,"maia5_rank":19,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"a1d1","san":"Rd1","sf_rank":null,"sf_cp":null,"maia":2e-06,"maia_rank":17,"maia5":0.0,"maia5_rank":19,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"a2a3","san":"a3","sf_rank":null,"sf_cp":null,"maia":5e-06,"maia_rank":10,"maia5":1e-06,"maia5_rank":13,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"a2a4","san":"a4","sf_rank":null,"sf_cp":null,"maia":1.1e-05,"maia_rank":7,"maia5":3e-06,"maia5_rank":10,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b2b3","san":"b3","sf_rank":null,"sf_cp":null,"maia":1e-06,"maia_rank":25,"maia5":0.0,"maia5_rank":19,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b2b4","san":"b4","sf_rank":null,"sf_cp":null,"maia":0.0,"maia_rank":31,"maia5":1e-06,"maia5_rank":13,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c3c4","san":"c4","sf_rank":null,"sf_cp":null,"maia":1e-06,"maia_rank":23,"maia5":0.0,"maia5_rank":19,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d2b1","san":"Nb1","sf_rank":null,"sf_cp":null,"maia":1e-06,"maia_rank":22,"maia5":0.0,"maia5_rank":19,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d2b3","san":"Nb3","sf_rank":null,"sf_cp":null,"maia":1e-06,"maia_rank":18,"maia5":0.0,"maia5_rank":19,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d2c4","san":"Nc4","sf_rank":null,"sf_cp":null,"maia":1e-06,"maia_rank":19,"maia5":0.0,"maia5_rank":19,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d2f1","san":"Nf1","sf_rank":null,"sf_cp":null,"maia":6e-06,"maia_rank":9,"maia5":0.0,"maia5_rank":19,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d3a6","san":"Ba6","sf_rank":null,"sf_cp":null,"maia":1e-06,"maia_rank":24,"maia5":1e-06,"maia5_rank":13,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d3b1","san":"Bb1","sf_rank":null,"sf_cp":null,"maia":0.0,"maia_rank":28,"maia5":0.0,"maia5_rank":19,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d3b5","san":"Bb5","sf_rank":null,"sf_cp":null,"maia":0.0,"maia_rank":33,"maia5":0.0,"maia5_rank":19,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d3c2","san":"Bc2","sf_rank":null,"sf_cp":null,"maia":2e-06,"maia_rank":14,"maia5":1e-06,"maia5_rank":13,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d3c4","san":"Bc4","sf_rank":null,"sf_cp":null,"maia":0.0,"maia_rank":34,"maia5":0.0,"maia5_rank":19,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d4d5","san":"d5","sf_rank":3,"sf_cp":-894,"maia":0.0,"maia_rank":30,"maia5":1e-06,"maia5_rank":13,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e1c1","san":"O-O-O","sf_rank":null,"sf_cp":null,"maia":7.1e-05,"maia_rank":4,"maia5":3.3e-05,"maia5_rank":5,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e1d1","san":"Kd1","sf_rank":null,"sf_cp":null,"maia":8e-06,"maia_rank":8,"maia5":0.0,"maia5_rank":19,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e2d1","san":"Qd1","sf_rank":5,"sf_cp":-931,"maia":2e-06,"maia_rank":12,"maia5":4e-06,"maia5_rank":9,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e2e3","san":"Qe3","sf_rank":null,"sf_cp":null,"maia":4e-06,"maia_rank":11,"maia5":3.1e-05,"maia5_rank":6,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e2f1","san":"Qf1","sf_rank":null,"sf_cp":null,"maia":2e-06,"maia_rank":15,"maia5":8e-06,"maia5_rank":7,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e4e5","san":"e5","sf_rank":null,"sf_cp":null,"maia":1.2e-05,"maia_rank":6,"maia5":5e-06,"maia5_rank":8,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"f2g3","san":"fxg3","sf_rank":2,"sf_cp":2,"maia":0.048785,"maia_rank":2,"maia5":0.119102,"maia5_rank":2,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"f3e5","san":"Ne5","sf_rank":4,"sf_cp":-919,"maia":0.0,"maia_rank":26,"maia5":0.0,"maia5_rank":19,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"f3g1","san":"Ng1","sf_rank":null,"sf_cp":null,"maia":2e-06,"maia_rank":16,"maia5":0.0,"maia5_rank":19,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"f3g5","san":"Ng5","sf_rank":null,"sf_cp":null,"maia":0.0,"maia_rank":29,"maia5":2e-06,"maia5_rank":11,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"f3h4","san":"Nh4","sf_rank":null,"sf_cp":null,"maia":0.0,"maia_rank":32,"maia5":1e-06,"maia5_rank":13,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"h1f1","san":"Rf1","sf_rank":null,"sf_cp":null,"maia":1e-06,"maia_rank":21,"maia5":0.0,"maia5_rank":19,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"h1g1","san":"Rg1","sf_rank":null,"sf_cp":null,"maia":2e-06,"maia_rank":13,"maia5":2e-06,"maia5_rank":11,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"h2g3","san":"hxg3","sf_rank":1,"sf_cp":20,"maia":0.94973,"maia_rank":1,"maia5":0.880053,"maia5_rank":1,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"h2h3","san":"h3","sf_rank":null,"sf_cp":null,"maia":0.0013,"maia_rank":3,"maia5":0.000543,"maia5_rank":3,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"h2h4","san":"h4","sf_rank":null,"sf_cp":null,"maia":4.4e-05,"maia_rank":5,"maia5":0.000203,"maia5_rank":4,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null}]}},{"id":"engine-vs-maia","title":"Engine and Maia disagree","rule":"played == Maia-3 #1 with p in [0.4, 0.95] and Stockfish rank of played in 2..5 with cp loss in [20, 150]; Maia-3 probability of Stockfish #1 <= 0.05; maximize Maia p(played) - Maia p(Stockfish #1)","status":"ok","source":"test split, original move","position":{"position_id":"li_gJTPcrY0:40","ply":40,"move_no":21,"color":"white","fen":"r4rnk/1p4bp/3p2p1/1N1Pq3/3pp3/1Q3P2/P3B1PP/2R2RK1 w - - 0 21","elo":2318,"opp_elo":2292,"n_legal":44,"original_move":"f3e4","original_san":"fxe4","substitute_move":null,"substitute_san":null,"substituted_in":[],"sf_lines":[{"move":"c1e1","cp":-150,"san":"Rce1"},{"move":"f3e4","cp":-176,"san":"fxe4"},{"move":"a2a4","cp":-311,"san":"a4"},{"move":"c1c4","cp":-348,"san":"Rc4"},{"move":"e2d1","cp":-355,"san":"Bd1"}],"eval_before":-150.0,"phase":"middlegame","regan":{"difficulty":0.650986,"p_t1":0.355556,"p_t3":0.704444,"p_ev":0.394444,"expected_loss_cp":31.13,"engine_first_move":"c1e1"},"entropy":{"maia":0.269505,"maia5":0.703811,"qwen":null},"qwen_prompt":"Chess move prediction. The position below is from a rated online game (Lichess, rapid or classical time control).\n\nPlayer Elo: 2318\nOpponent Elo: 2292\nSide to move: White\n\nPosition FEN:\nr4rnk/1p4bp/3p2p1/1N1Pq3/3pp3/1Q3P2/P3B1PP/2R2RK1 w - - 0 21\n\nEngine analysis: Stockfish 19, fixed depth 12, MultiPV 5. engine_eval is the evaluation in pawns from the point of view of the side to move; n/a means the move is not among the engine's top lines.\n\nLegal candidate moves:\na2a3 | engine_eval=n/a\na2a4 | engine_eval=-3.11\nb3a3 | engine_eval=n/a\nb3a4 | engine_eval=n/a\nb3b1 | engine_eval=n/a\nb3b2 | engine_eval=n/a\nb3b4 | engine_eval=n/a\nb3c2 | engine_eval=n/a\nb3c3 | engine_eval=n/a\nb3c4 | engine_eval=n/a\nb3d1 | engine_eval=n/a\nb3d3 | engine_eval=n/a\nb3e3 | engine_eval=n/a\nb5a3 | engine_eval=n/a\nb5a7 | engine_eval=n/a\nb5c3 | engine_eval=n/a\nb5c7 | engine_eval=n/a\nb5d4 | engine_eval=n/a\nb5d6 | engine_eval=n/a\nc1a1 | engine_eval=n/a\nc1b1 | engine_eval=n/a\nc1c2 | engine_eval=n/a\nc1c3 | engine_eval=n/a\nc1c4 | engine_eval=-3.48\nc1c5 | engine_eval=n/a\nc1c6 | engine_eval=n/a\nc1c7 | engine_eval=n/a\nc1c8 | engine_eval=n/a\nc1d1 | engine_eval=n/a\nc1e1 | engine_eval=-1.50\ne2c4 | engine_eval=n/a\ne2d1 | engine_eval=-3.55\ne2d3 | engine_eval=n/a\nf1d1 | engine_eval=n/a\nf1e1 | engine_eval=n/a\nf1f2 | engine_eval=n/a\nf3e4 | engine_eval=-1.76\nf3f4 | engine_eval=n/a\ng1f2 | engine_eval=n/a\ng1h1 | engine_eval=n/a\ng2g3 | engine_eval=n/a\ng2g4 | engine_eval=n/a\nh2h3 | engine_eval=n/a\nh2h4 | engine_eval=n/a\n\nPredict the move most likely to be chosen by a human player of approximately this strength.\n\nMove:","candidates":[{"move":"a2a3","san":"a3","sf_rank":null,"sf_cp":null,"maia":1.3e-05,"maia_rank":16,"maia5":5.1e-05,"maia5_rank":19,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"a2a4","san":"a4","sf_rank":3,"sf_cp":-311,"maia":0.000179,"maia_rank":11,"maia5":0.000715,"maia5_rank":12,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b3a3","san":"Qa3","sf_rank":null,"sf_cp":null,"maia":1e-06,"maia_rank":34,"maia5":1e-06,"maia5_rank":37,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b3a4","san":"Qa4","sf_rank":null,"sf_cp":null,"maia":0.0,"maia_rank":41,"maia5":1e-06,"maia5_rank":37,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b3b1","san":"Qb1","sf_rank":null,"sf_cp":null,"maia":1e-06,"maia_rank":36,"maia5":7e-06,"maia5_rank":30,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b3b2","san":"Qb2","sf_rank":null,"sf_cp":null,"maia":2e-06,"maia_rank":33,"maia5":2.1e-05,"maia5_rank":22,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b3b4","san":"Qb4","sf_rank":null,"sf_cp":null,"maia":0.000293,"maia_rank":9,"maia5":0.001514,"maia5_rank":10,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b3c2","san":"Qc2","sf_rank":null,"sf_cp":null,"maia":0.0,"maia_rank":39,"maia5":5e-06,"maia5_rank":32,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b3c3","san":"Qc3","sf_rank":null,"sf_cp":null,"maia":1e-06,"maia_rank":37,"maia5":6e-06,"maia5_rank":31,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b3c4","san":"Qc4","sf_rank":null,"sf_cp":null,"maia":5e-06,"maia_rank":21,"maia5":0.000135,"maia5_rank":17,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b3d1","san":"Qd1","sf_rank":null,"sf_cp":null,"maia":0.0,"maia_rank":40,"maia5":1.2e-05,"maia5_rank":28,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b3d3","san":"Qd3","sf_rank":null,"sf_cp":null,"maia":1e-06,"maia_rank":35,"maia5":2.7e-05,"maia5_rank":21,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b3e3","san":"Qe3","sf_rank":null,"sf_cp":null,"maia":3e-06,"maia_rank":27,"maia5":2e-05,"maia5_rank":23,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b5a3","san":"Na3","sf_rank":null,"sf_cp":null,"maia":5e-06,"maia_rank":22,"maia5":5e-06,"maia5_rank":32,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b5a7","san":"Na7","sf_rank":null,"sf_cp":null,"maia":0.0,"maia_rank":43,"maia5":0.0,"maia5_rank":42,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b5c3","san":"Nc3","sf_rank":null,"sf_cp":null,"maia":2e-06,"maia_rank":30,"maia5":3e-06,"maia5_rank":34,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b5c7","san":"Nc7","sf_rank":null,"sf_cp":null,"maia":0.044113,"maia_rank":2,"maia5":0.097384,"maia5_rank":2,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b5d4","san":"Nxd4","sf_rank":null,"sf_cp":null,"maia":4.2e-05,"maia_rank":13,"maia5":1.9e-05,"maia5_rank":24,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b5d6","san":"Nxd6","sf_rank":null,"sf_cp":null,"maia":3.5e-05,"maia_rank":15,"maia5":0.000427,"maia5_rank":13,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1a1","san":"Ra1","sf_rank":null,"sf_cp":null,"maia":2e-06,"maia_rank":32,"maia5":2e-06,"maia5_rank":36,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1b1","san":"Rb1","sf_rank":null,"sf_cp":null,"maia":5e-06,"maia_rank":23,"maia5":1.8e-05,"maia5_rank":25,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1c2","san":"Rc2","sf_rank":null,"sf_cp":null,"maia":2e-06,"maia_rank":29,"maia5":4e-05,"maia5_rank":20,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1c3","san":"Rc3","sf_rank":null,"sf_cp":null,"maia":2e-06,"maia_rank":31,"maia5":1e-06,"maia5_rank":37,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1c4","san":"Rc4","sf_rank":4,"sf_cp":-348,"maia":4.2e-05,"maia_rank":13,"maia5":0.000145,"maia5_rank":16,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1c5","san":"Rc5","sf_rank":null,"sf_cp":null,"maia":4e-06,"maia_rank":26,"maia5":1e-06,"maia5_rank":37,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1c6","san":"Rc6","sf_rank":null,"sf_cp":null,"maia":2e-06,"maia_rank":28,"maia5":1.1e-05,"maia5_rank":29,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1c7","san":"Rc7","sf_rank":null,"sf_cp":null,"maia":0.003146,"maia_rank":4,"maia5":0.016531,"maia5_rank":4,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1c8","san":"Rc8","sf_rank":null,"sf_cp":null,"maia":1e-05,"maia_rank":18,"maia5":3e-06,"maia5_rank":34,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1d1","san":"Rcd1","sf_rank":null,"sf_cp":null,"maia":0.000551,"maia_rank":7,"maia5":0.001884,"maia5_rank":8,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1e1","san":"Rce1","sf_rank":1,"sf_cp":-150,"maia":0.000615,"maia_rank":6,"maia5":0.005325,"maia5_rank":6,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e2c4","san":"Bc4","sf_rank":null,"sf_cp":null,"maia":0.000277,"maia_rank":10,"maia5":0.001433,"maia5_rank":11,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e2d1","san":"Bd1","sf_rank":5,"sf_cp":-355,"maia":4e-06,"maia_rank":25,"maia5":0.000327,"maia5_rank":14,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e2d3","san":"Bd3","sf_rank":null,"sf_cp":null,"maia":9e-06,"maia_rank":19,"maia5":0.000253,"maia5_rank":15,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"f1d1","san":"Rfd1","sf_rank":null,"sf_cp":null,"maia":0.000464,"maia_rank":8,"maia5":0.001663,"maia5_rank":9,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"f1e1","san":"Rfe1","sf_rank":null,"sf_cp":null,"maia":0.000765,"maia_rank":5,"maia5":0.006679,"maia5_rank":5,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"f1f2","san":"Rf2","sf_rank":null,"sf_cp":null,"maia":8e-06,"maia_rank":20,"maia5":1.3e-05,"maia5_rank":27,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"f3e4","san":"fxe4","sf_rank":2,"sf_cp":-176,"maia":0.943177,"maia_rank":1,"maia5":0.82823,"maia5_rank":1,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"f3f4","san":"f4","sf_rank":null,"sf_cp":null,"maia":0.006064,"maia_rank":3,"maia5":0.034723,"maia5_rank":3,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g1f2","san":"Kf2","sf_rank":null,"sf_cp":null,"maia":1e-06,"maia_rank":38,"maia5":0.0,"maia5_rank":42,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g1h1","san":"Kh1","sf_rank":null,"sf_cp":null,"maia":0.000139,"maia_rank":12,"maia5":0.002237,"maia5_rank":7,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g2g3","san":"g3","sf_rank":null,"sf_cp":null,"maia":1.1e-05,"maia_rank":17,"maia5":0.000109,"maia5_rank":18,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g2g4","san":"g4","sf_rank":null,"sf_cp":null,"maia":0.0,"maia_rank":44,"maia5":0.0,"maia5_rank":42,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"h2h3","san":"h3","sf_rank":null,"sf_cp":null,"maia":4e-06,"maia_rank":24,"maia5":1.4e-05,"maia5_rank":26,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"h2h4","san":"h4","sf_rank":null,"sf_cp":null,"maia":0.0,"maia_rank":42,"maia5":1e-06,"maia5_rank":37,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null}]}},{"id":"natural-offbook","title":"A natural human move the engine does not list","rule":"played not in Stockfish's top 5 lines; Maia-3 rank of played <= 2 with p <= 0.95 (not a forced reply); |eval| <= 300 cp; highest Maia-3 probability of the played move","status":"ok","source":"test split, original move","position":{"position_id":"li_MY3MVlQx:40","ply":40,"move_no":21,"color":"white","fen":"8/rp1bpk1p/3p1pp1/p2P4/4PP2/8/PP2B1PP/2R3K1 w - - 0 21","elo":2288,"opp_elo":2361,"n_legal":34,"original_move":"c1c7","original_san":"Rc7","substitute_move":null,"substitute_san":null,"substituted_in":[],"sf_lines":[{"move":"g1f2","cp":49,"san":"Kf2"},{"move":"h2h4","cp":40,"san":"h4"},{"move":"g2g4","cp":27,"san":"g4"},{"move":"g1f1","cp":24,"san":"Kf1"},{"move":"h2h3","cp":24,"san":"h3"}],"eval_before":49.0,"phase":"endgame","regan":{"difficulty":0.7158,"p_t1":0.257345,"p_t3":0.595745,"p_ev":0.304965,"expected_loss_cp":24.403242,"engine_first_move":"g1f2"},"entropy":{"maia":0.245547,"maia5":0.495001,"qwen":null},"qwen_prompt":"Chess move prediction. The position below is from a rated online game (Lichess, rapid or classical time control).\n\nPlayer Elo: 2288\nOpponent Elo: 2361\nSide to move: White\n\nPosition FEN:\n8/rp1bpk1p/3p1pp1/p2P4/4PP2/8/PP2B1PP/2R3K1 w - - 0 21\n\nEngine analysis: Stockfish 19, fixed depth 12, MultiPV 5. engine_eval is the evaluation in pawns from the point of view of the side to move; n/a means the move is not among the engine's top lines.\n\nLegal candidate moves:\na2a3 | engine_eval=n/a\na2a4 | engine_eval=n/a\nb2b3 | engine_eval=n/a\nb2b4 | engine_eval=n/a\nc1a1 | engine_eval=n/a\nc1b1 | engine_eval=n/a\nc1c2 | engine_eval=n/a\nc1c3 | engine_eval=n/a\nc1c4 | engine_eval=n/a\nc1c5 | engine_eval=n/a\nc1c6 | engine_eval=n/a\nc1c7 | engine_eval=n/a\nc1c8 | engine_eval=n/a\nc1d1 | engine_eval=n/a\nc1e1 | engine_eval=n/a\nc1f1 | engine_eval=n/a\ne2a6 | engine_eval=n/a\ne2b5 | engine_eval=n/a\ne2c4 | engine_eval=n/a\ne2d1 | engine_eval=n/a\ne2d3 | engine_eval=n/a\ne2f1 | engine_eval=n/a\ne2f3 | engine_eval=n/a\ne2g4 | engine_eval=n/a\ne2h5 | engine_eval=n/a\ne4e5 | engine_eval=n/a\nf4f5 | engine_eval=n/a\ng1f1 | engine_eval=+0.24\ng1f2 | engine_eval=+0.49\ng1h1 | engine_eval=n/a\ng2g3 | engine_eval=n/a\ng2g4 | engine_eval=+0.27\nh2h3 | engine_eval=+0.24\nh2h4 | engine_eval=+0.40\n\nPredict the move most likely to be chosen by a human player of approximately this strength.\n\nMove:","candidates":[{"move":"a2a3","san":"a3","sf_rank":null,"sf_cp":null,"maia":0.001708,"maia_rank":4,"maia5":0.003544,"maia5_rank":5,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"a2a4","san":"a4","sf_rank":null,"sf_cp":null,"maia":0.000138,"maia_rank":13,"maia5":0.000606,"maia5_rank":12,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b2b3","san":"b3","sf_rank":null,"sf_cp":null,"maia":0.002708,"maia_rank":3,"maia5":0.0036,"maia5_rank":4,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b2b4","san":"b4","sf_rank":null,"sf_cp":null,"maia":6e-06,"maia_rank":28,"maia5":1.1e-05,"maia5_rank":28,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1a1","san":"Ra1","sf_rank":null,"sf_cp":null,"maia":3e-06,"maia_rank":32,"maia5":4e-06,"maia5_rank":31,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1b1","san":"Rb1","sf_rank":null,"sf_cp":null,"maia":9e-06,"maia_rank":25,"maia5":1.9e-05,"maia5_rank":25,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1c2","san":"Rc2","sf_rank":null,"sf_cp":null,"maia":8.7e-05,"maia_rank":17,"maia5":5.8e-05,"maia5_rank":22,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1c3","san":"Rc3","sf_rank":null,"sf_cp":null,"maia":0.000292,"maia_rank":9,"maia5":0.001674,"maia5_rank":6,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1c4","san":"Rc4","sf_rank":null,"sf_cp":null,"maia":3.7e-05,"maia_rank":19,"maia5":0.000119,"maia5_rank":18,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1c5","san":"Rc5","sf_rank":null,"sf_cp":null,"maia":2.5e-05,"maia_rank":21,"maia5":0.000194,"maia5_rank":17,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1c6","san":"Rc6","sf_rank":null,"sf_cp":null,"maia":0.000127,"maia_rank":14,"maia5":0.00031,"maia5_rank":15,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1c7","san":"Rc7","sf_rank":null,"sf_cp":null,"maia":0.949124,"maia_rank":1,"maia5":0.874062,"maia5_rank":1,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1c8","san":"Rc8","sf_rank":null,"sf_cp":null,"maia":0.000274,"maia_rank":10,"maia5":0.001023,"maia5_rank":9,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1d1","san":"Rd1","sf_rank":null,"sf_cp":null,"maia":8e-06,"maia_rank":27,"maia5":1.6e-05,"maia5_rank":27,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1e1","san":"Re1","sf_rank":null,"sf_cp":null,"maia":1.9e-05,"maia_rank":22,"maia5":1.8e-05,"maia5_rank":26,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c1f1","san":"Rf1","sf_rank":null,"sf_cp":null,"maia":1.8e-05,"maia_rank":23,"maia5":6e-06,"maia5_rank":30,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e2a6","san":"Ba6","sf_rank":null,"sf_cp":null,"maia":2e-06,"maia_rank":33,"maia5":3e-06,"maia5_rank":33,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e2b5","san":"Bb5","sf_rank":null,"sf_cp":null,"maia":3.2e-05,"maia_rank":20,"maia5":0.000119,"maia5_rank":18,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e2c4","san":"Bc4","sf_rank":null,"sf_cp":null,"maia":0.000116,"maia_rank":15,"maia5":0.000592,"maia5_rank":14,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e2d1","san":"Bd1","sf_rank":null,"sf_cp":null,"maia":8e-06,"maia_rank":26,"maia5":5.1e-05,"maia5_rank":23,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e2d3","san":"Bd3","sf_rank":null,"sf_cp":null,"maia":0.000339,"maia_rank":7,"maia5":0.001178,"maia5_rank":8,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e2f1","san":"Bf1","sf_rank":null,"sf_cp":null,"maia":5e-06,"maia_rank":29,"maia5":1e-05,"maia5_rank":29,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e2f3","san":"Bf3","sf_rank":null,"sf_cp":null,"maia":9.4e-05,"maia_rank":16,"maia5":0.000305,"maia5_rank":16,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e2g4","san":"Bg4","sf_rank":null,"sf_cp":null,"maia":3e-06,"maia_rank":31,"maia5":3.9e-05,"maia5_rank":24,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e2h5","san":"Bh5","sf_rank":null,"sf_cp":null,"maia":0.0,"maia_rank":34,"maia5":0.0,"maia5_rank":34,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e4e5","san":"e5","sf_rank":null,"sf_cp":null,"maia":0.001617,"maia_rank":5,"maia5":0.00562,"maia5_rank":3,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"f4f5","san":"f5","sf_rank":null,"sf_cp":null,"maia":1.7e-05,"maia_rank":24,"maia5":8.7e-05,"maia5_rank":21,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g1f1","san":"Kf1","sf_rank":4,"sf_cp":24,"maia":5.5e-05,"maia_rank":18,"maia5":0.00011,"maia5_rank":20,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g1f2","san":"Kf2","sf_rank":1,"sf_cp":49,"maia":0.041702,"maia_rank":2,"maia5":0.102773,"maia5_rank":2,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g1h1","san":"Kh1","sf_rank":null,"sf_cp":null,"maia":3e-06,"maia_rank":30,"maia5":4e-06,"maia5_rank":31,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g2g3","san":"g3","sf_rank":null,"sf_cp":null,"maia":0.000209,"maia_rank":11,"maia5":0.000797,"maia5_rank":11,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g2g4","san":"g4","sf_rank":3,"sf_cp":27,"maia":0.000706,"maia_rank":6,"maia5":0.001501,"maia5_rank":7,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"h2h3","san":"h3","sf_rank":5,"sf_cp":24,"maia":0.000311,"maia_rank":8,"maia5":0.000947,"maia5_rank":10,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"h2h4","san":"h4","sf_rank":2,"sf_cp":40,"maia":0.000198,"maia_rank":12,"maia5":0.000597,"maia5_rank":13,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null}]}},{"id":"ambiguous","title":"An ambiguous, high-complexity position","rule":"highest Maia-3 entropy among decisions with >= 30 legal moves","status":"ok","source":"test split, original move","position":{"position_id":"li_nhSbU99G:29","ply":29,"move_no":15,"color":"black","fen":"3q1rk1/Q1p1ppbp/4b1p1/3n4/3P4/4PN1P/Pr1BBPP1/R4RK1 b - - 1 15","elo":1370,"opp_elo":1378,"n_legal":41,"original_move":"d5f6","original_san":"Nf6","substitute_move":null,"substitute_san":null,"substituted_in":[],"sf_lines":[{"move":"d5f6","cp":-149,"san":"Nf6"},{"move":"d8a8","cp":-150,"san":"Qa8"},{"move":"d8d6","cp":-183,"san":"Qd6"},{"move":"d8b8","cp":-208,"san":"Qb8"},{"move":"d8c8","cp":-221,"san":"Qc8"}],"eval_before":-149.0,"phase":"opening","regan":{"difficulty":0.724256,"p_t1":0.27582,"p_t3":0.54192,"p_ev":0.296476,"expected_loss_cp":77.156744,"engine_first_move":"d5f6"},"entropy":{"maia":2.95396,"maia5":2.889642,"qwen":null},"qwen_prompt":"Chess move prediction. The position below is from a rated online game (Lichess, rapid or classical time control).\n\nPlayer Elo: 1370\nOpponent Elo: 1378\nSide to move: Black\n\nPosition FEN:\n3q1rk1/Q1p1ppbp/4b1p1/3n4/3P4/4PN1P/Pr1BBPP1/R4RK1 b - - 1 15\n\nEngine analysis: Stockfish 19, fixed depth 12, MultiPV 5. engine_eval is the evaluation in pawns from the point of view of the side to move; n/a means the move is not among the engine's top lines.\n\nLegal candidate moves:\nb2a2 | engine_eval=n/a\nb2b1 | engine_eval=n/a\nb2b3 | engine_eval=n/a\nb2b4 | engine_eval=n/a\nb2b5 | engine_eval=n/a\nb2b6 | engine_eval=n/a\nb2b7 | engine_eval=n/a\nb2b8 | engine_eval=n/a\nb2c2 | engine_eval=n/a\nb2d2 | engine_eval=n/a\nc7c5 | engine_eval=n/a\nc7c6 | engine_eval=n/a\nd5b4 | engine_eval=n/a\nd5b6 | engine_eval=n/a\nd5c3 | engine_eval=n/a\nd5e3 | engine_eval=n/a\nd5f4 | engine_eval=n/a\nd5f6 | engine_eval=-1.49\nd8a8 | engine_eval=-1.50\nd8b8 | engine_eval=-2.08\nd8c8 | engine_eval=-2.21\nd8d6 | engine_eval=-1.83\nd8d7 | engine_eval=n/a\nd8e8 | engine_eval=n/a\ne6c8 | engine_eval=n/a\ne6d7 | engine_eval=n/a\ne6f5 | engine_eval=n/a\ne6g4 | engine_eval=n/a\ne6h3 | engine_eval=n/a\nf7f5 | engine_eval=n/a\nf7f6 | engine_eval=n/a\nf8e8 | engine_eval=n/a\ng6g5 | engine_eval=n/a\ng7d4 | engine_eval=n/a\ng7e5 | engine_eval=n/a\ng7f6 | engine_eval=n/a\ng7h6 | engine_eval=n/a\ng7h8 | engine_eval=n/a\ng8h8 | engine_eval=n/a\nh7h5 | engine_eval=n/a\nh7h6 | engine_eval=n/a\n\nPredict the move most likely to be chosen by a human player of approximately this strength.\n\nMove:","candidates":[{"move":"b2a2","san":"Rxa2","sf_rank":null,"sf_cp":null,"maia":6.3e-05,"maia_rank":38,"maia5":0.000219,"maia5_rank":36,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b2b1","san":"Rb1","sf_rank":null,"sf_cp":null,"maia":2.5e-05,"maia_rank":41,"maia5":1.2e-05,"maia5_rank":41,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b2b3","san":"Rb3","sf_rank":null,"sf_cp":null,"maia":4.5e-05,"maia_rank":40,"maia5":4.1e-05,"maia5_rank":39,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b2b4","san":"Rb4","sf_rank":null,"sf_cp":null,"maia":0.000206,"maia_rank":35,"maia5":0.000213,"maia5_rank":37,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b2b5","san":"Rb5","sf_rank":null,"sf_cp":null,"maia":0.000306,"maia_rank":33,"maia5":0.000337,"maia5_rank":34,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b2b6","san":"Rb6","sf_rank":null,"sf_cp":null,"maia":0.006447,"maia_rank":22,"maia5":0.005569,"maia5_rank":22,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b2b7","san":"Rb7","sf_rank":null,"sf_cp":null,"maia":0.000279,"maia_rank":34,"maia5":0.000271,"maia5_rank":35,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b2b8","san":"Rb8","sf_rank":null,"sf_cp":null,"maia":0.035401,"maia_rank":11,"maia5":0.015618,"maia5_rank":18,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b2c2","san":"Rc2","sf_rank":null,"sf_cp":null,"maia":0.004866,"maia_rank":25,"maia5":0.004953,"maia5_rank":24,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b2d2","san":"Rxd2","sf_rank":null,"sf_cp":null,"maia":0.102437,"maia_rank":3,"maia5":0.065241,"maia5_rank":7,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c7c5","san":"c5","sf_rank":null,"sf_cp":null,"maia":0.0259,"maia_rank":14,"maia5":0.016755,"maia5_rank":15,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c7c6","san":"c6","sf_rank":null,"sf_cp":null,"maia":0.033256,"maia_rank":12,"maia5":0.030104,"maia5_rank":11,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d5b4","san":"Nb4","sf_rank":null,"sf_cp":null,"maia":0.077323,"maia_rank":5,"maia5":0.109258,"maia5_rank":1,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d5b6","san":"Nb6","sf_rank":null,"sf_cp":null,"maia":0.066138,"maia_rank":7,"maia5":0.094925,"maia5_rank":4,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d5c3","san":"Nc3","sf_rank":null,"sf_cp":null,"maia":0.068238,"maia_rank":6,"maia5":0.089173,"maia5_rank":5,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d5e3","san":"Nxe3","sf_rank":null,"sf_cp":null,"maia":0.017801,"maia_rank":17,"maia5":0.018402,"maia5_rank":14,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d5f4","san":"Nf4","sf_rank":null,"sf_cp":null,"maia":0.006249,"maia_rank":23,"maia5":0.003797,"maia5_rank":25,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d5f6","san":"Nf6","sf_rank":1,"sf_cp":-149,"maia":0.078541,"maia_rank":4,"maia5":0.101047,"maia5_rank":3,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d8a8","san":"Qa8","sf_rank":2,"sf_cp":-150,"maia":0.037684,"maia_rank":9,"maia5":0.022902,"maia5_rank":12,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d8b8","san":"Qb8","sf_rank":4,"sf_cp":-208,"maia":0.05483,"maia_rank":8,"maia5":0.05081,"maia5_rank":8,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d8c8","san":"Qc8","sf_rank":5,"sf_cp":-221,"maia":0.017253,"maia_rank":18,"maia5":0.016367,"maia5_rank":16,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d8d6","san":"Qd6","sf_rank":3,"sf_cp":-183,"maia":0.10405,"maia_rank":1,"maia5":0.081193,"maia5_rank":6,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d8d7","san":"Qd7","sf_rank":null,"sf_cp":null,"maia":0.10405,"maia_rank":1,"maia5":0.107564,"maia5_rank":2,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d8e8","san":"Qe8","sf_rank":null,"sf_cp":null,"maia":0.000204,"maia_rank":36,"maia5":0.00061,"maia5_rank":32,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e6c8","san":"Bc8","sf_rank":null,"sf_cp":null,"maia":0.003371,"maia_rank":26,"maia5":0.001558,"maia5_rank":29,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e6d7","san":"Bd7","sf_rank":null,"sf_cp":null,"maia":0.009528,"maia_rank":20,"maia5":0.005031,"maia5_rank":23,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e6f5","san":"Bf5","sf_rank":null,"sf_cp":null,"maia":0.037684,"maia_rank":9,"maia5":0.03957,"maia5_rank":9,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e6g4","san":"Bg4","sf_rank":null,"sf_cp":null,"maia":0.002281,"maia_rank":28,"maia5":0.001794,"maia5_rank":27,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e6h3","san":"Bxh3","sf_rank":null,"sf_cp":null,"maia":0.01955,"maia_rank":16,"maia5":0.014557,"maia5_rank":19,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"f7f5","san":"f5","sf_rank":null,"sf_cp":null,"maia":0.029349,"maia_rank":13,"maia5":0.038654,"maia5_rank":10,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"f7f6","san":"f6","sf_rank":null,"sf_cp":null,"maia":0.002585,"maia_rank":27,"maia5":0.003351,"maia5_rank":26,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"f8e8","san":"Re8","sf_rank":null,"sf_cp":null,"maia":0.00102,"maia_rank":31,"maia5":0.001659,"maia5_rank":28,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g6g5","san":"g5","sf_rank":null,"sf_cp":null,"maia":0.012821,"maia_rank":19,"maia5":0.021514,"maia5_rank":13,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g7d4","san":"Bxd4","sf_rank":null,"sf_cp":null,"maia":0.001708,"maia_rank":29,"maia5":0.001302,"maia5_rank":31,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g7e5","san":"Be5","sf_rank":null,"sf_cp":null,"maia":7.7e-05,"maia_rank":37,"maia5":2.6e-05,"maia5_rank":40,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g7f6","san":"Bf6","sf_rank":null,"sf_cp":null,"maia":0.001439,"maia_rank":30,"maia5":0.001464,"maia5_rank":30,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g7h6","san":"Bh6","sf_rank":null,"sf_cp":null,"maia":0.00587,"maia_rank":24,"maia5":0.008968,"maia5_rank":20,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g7h8","san":"Bh8","sf_rank":null,"sf_cp":null,"maia":5e-05,"maia_rank":39,"maia5":4.9e-05,"maia5_rank":38,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g8h8","san":"Kh8","sf_rank":null,"sf_cp":null,"maia":0.000381,"maia_rank":32,"maia5":0.000518,"maia5_rank":33,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"h7h5","san":"h5","sf_rank":null,"sf_cp":null,"maia":0.022857,"maia_rank":15,"maia5":0.016113,"maia5_rank":17,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"h7h6","san":"h6","sf_rank":null,"sf_cp":null,"maia":0.007838,"maia_rank":21,"maia5":0.008491,"maia5_rank":21,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null}]}},{"id":"stat-uncertain","title":"Where the statistical baseline is uncertain (P \u2248 0.5)","rule":"reconstruction's projected P(top-1 engine match) closest to 0.5 (maximal uncertainty about whether the engine's first move is played), >= 25 legal moves","status":"ok","source":"test split, original move","position":{"position_id":"li_05BKPNaA:24","ply":24,"move_no":13,"color":"white","fen":"r1b2rk1/1pp2ppp/p1n5/3q4/1P1p4/P2P3P/1BP1BPP1/R2QK2R w KQ - 0 13","elo":1570,"opp_elo":1586,"n_legal":28,"original_move":"e2f3","original_san":"Bf3","substitute_move":null,"substitute_san":null,"substituted_in":[],"sf_lines":[{"move":"e1g1","cp":32,"san":"O-O"},{"move":"e2f3","cp":-30,"san":"Bf3"},{"move":"e1f1","cp":-53,"san":"Kf1"},{"move":"f2f3","cp":-102,"san":"f3"},{"move":"d1d2","cp":-105,"san":"Qd2"}],"eval_before":32.0,"phase":"opening","regan":{"difficulty":0.510422,"p_t1":0.493003,"p_t3":0.74704,"p_ev":0.502691,"expected_loss_cp":82.636168,"engine_first_move":"e1g1"},"entropy":{"maia":0.791337,"maia5":0.842254,"qwen":null},"qwen_prompt":"Chess move prediction. The position below is from a rated online game (Lichess, rapid or classical time control).\n\nPlayer Elo: 1570\nOpponent Elo: 1586\nSide to move: White\n\nPosition FEN:\nr1b2rk1/1pp2ppp/p1n5/3q4/1P1p4/P2P3P/1BP1BPP1/R2QK2R w KQ - 0 13\n\nEngine analysis: Stockfish 19, fixed depth 12, MultiPV 5. engine_eval is the evaluation in pawns from the point of view of the side to move; n/a means the move is not among the engine's top lines.\n\nLegal candidate moves:\na1a2 | engine_eval=n/a\na1b1 | engine_eval=n/a\na1c1 | engine_eval=n/a\na3a4 | engine_eval=n/a\nb2c1 | engine_eval=n/a\nb2c3 | engine_eval=n/a\nb2d4 | engine_eval=n/a\nb4b5 | engine_eval=n/a\nc2c3 | engine_eval=n/a\nc2c4 | engine_eval=n/a\nd1b1 | engine_eval=n/a\nd1c1 | engine_eval=n/a\nd1d2 | engine_eval=-1.05\ne1d2 | engine_eval=n/a\ne1f1 | engine_eval=-0.53\ne1g1 | engine_eval=+0.32\ne2f1 | engine_eval=n/a\ne2f3 | engine_eval=-0.30\ne2g4 | engine_eval=n/a\ne2h5 | engine_eval=n/a\nf2f3 | engine_eval=-1.02\nf2f4 | engine_eval=n/a\ng2g3 | engine_eval=n/a\ng2g4 | engine_eval=n/a\nh1f1 | engine_eval=n/a\nh1g1 | engine_eval=n/a\nh1h2 | engine_eval=n/a\nh3h4 | engine_eval=n/a\n\nPredict the move most likely to be chosen by a human player of approximately this strength.\n\nMove:","candidates":[{"move":"a1a2","san":"Ra2","sf_rank":null,"sf_cp":null,"maia":3e-06,"maia_rank":28,"maia5":2e-06,"maia5_rank":28,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"a1b1","san":"Rb1","sf_rank":null,"sf_cp":null,"maia":0.000261,"maia_rank":10,"maia5":0.000208,"maia5_rank":13,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"a1c1","san":"Rc1","sf_rank":null,"sf_cp":null,"maia":0.000145,"maia_rank":12,"maia5":7.5e-05,"maia5_rank":18,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"a3a4","san":"a4","sf_rank":null,"sf_cp":null,"maia":2.3e-05,"maia_rank":22,"maia5":5.3e-05,"maia5_rank":20,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b2c1","san":"Bc1","sf_rank":null,"sf_cp":null,"maia":0.000145,"maia_rank":12,"maia5":0.000263,"maia5_rank":10,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b2c3","san":"Bc3","sf_rank":null,"sf_cp":null,"maia":1.1e-05,"maia_rank":26,"maia5":3e-06,"maia5_rank":27,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b2d4","san":"Bxd4","sf_rank":null,"sf_cp":null,"maia":4.9e-05,"maia_rank":17,"maia5":4.8e-05,"maia5_rank":21,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b4b5","san":"b5","sf_rank":null,"sf_cp":null,"maia":2.1e-05,"maia_rank":24,"maia5":2e-05,"maia5_rank":23,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c2c3","san":"c3","sf_rank":null,"sf_cp":null,"maia":0.003683,"maia_rank":5,"maia5":0.001785,"maia5_rank":6,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"c2c4","san":"c4","sf_rank":null,"sf_cp":null,"maia":0.011522,"maia_rank":3,"maia5":0.006841,"maia5_rank":3,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d1b1","san":"Qb1","sf_rank":null,"sf_cp":null,"maia":1.5e-05,"maia_rank":25,"maia5":2e-05,"maia5_rank":23,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d1c1","san":"Qc1","sf_rank":null,"sf_cp":null,"maia":4.5e-05,"maia_rank":18,"maia5":3.6e-05,"maia5_rank":22,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"d1d2","san":"Qd2","sf_rank":5,"sf_cp":-105,"maia":0.00843,"maia_rank":4,"maia5":0.006427,"maia5_rank":4,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e1d2","san":"Kd2","sf_rank":null,"sf_cp":null,"maia":8.3e-05,"maia_rank":15,"maia5":0.000145,"maia5_rank":15,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e1f1","san":"Kf1","sf_rank":3,"sf_cp":-53,"maia":0.001114,"maia_rank":7,"maia5":0.000341,"maia5_rank":9,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e1g1","san":"O-O","sf_rank":1,"sf_cp":32,"maia":0.659296,"maia_rank":1,"maia5":0.472155,"maia5_rank":2,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e2f1","san":"Bf1","sf_rank":null,"sf_cp":null,"maia":9.1e-05,"maia_rank":14,"maia5":0.000251,"maia5_rank":11,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e2f3","san":"Bf3","sf_rank":2,"sf_cp":-30,"maia":0.311429,"maia_rank":2,"maia5":0.502606,"maia5_rank":1,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e2g4","san":"Bg4","sf_rank":null,"sf_cp":null,"maia":0.00174,"maia_rank":6,"maia5":0.001445,"maia5_rank":7,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e2h5","san":"Bh5","sf_rank":null,"sf_cp":null,"maia":3.8e-05,"maia_rank":19,"maia5":1.7e-05,"maia5_rank":25,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"f2f3","san":"f3","sf_rank":4,"sf_cp":-102,"maia":0.001031,"maia_rank":8,"maia5":0.005328,"maia5_rank":5,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"f2f4","san":"f4","sf_rank":null,"sf_cp":null,"maia":6.6e-05,"maia_rank":16,"maia5":0.000148,"maia5_rank":14,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g2g3","san":"g3","sf_rank":null,"sf_cp":null,"maia":2.1e-05,"maia_rank":23,"maia5":8.8e-05,"maia5_rank":16,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g2g4","san":"g4","sf_rank":null,"sf_cp":null,"maia":0.000201,"maia_rank":11,"maia5":0.000243,"maia5_rank":12,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"h1f1","san":"Rf1","sf_rank":null,"sf_cp":null,"maia":2.6e-05,"maia_rank":21,"maia5":5.4e-05,"maia5_rank":19,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"h1g1","san":"Rg1","sf_rank":null,"sf_cp":null,"maia":0.000476,"maia_rank":9,"maia5":0.001316,"maia5_rank":8,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"h1h2","san":"Rh2","sf_rank":null,"sf_cp":null,"maia":4e-06,"maia_rank":27,"maia5":6e-06,"maia5_rank":26,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"h3h4","san":"h4","sf_rank":null,"sf_cp":null,"maia":2.9e-05,"maia_rank":20,"maia5":7.6e-05,"maia5_rank":17,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null}]}},{"id":"engine-substitute","title":"A controlled engine substitution","rule":"existing rule: in the selective study, the substituted Stockfish #1 move that Maia-3 5M ranks lowest (see prepared_three_model_demo.json)","status":"ok","source":"prepared_three_model_demo.json","position":{"position_id":"li_aVMHaGzT:47","ply":47,"move_no":24,"color":"black","fen":"4r1k1/p3qppp/1p6/2p5/2P5/1P5P/P1Q2PP1/3R2K1 b - - 0 24","elo":1956,"opp_elo":1945,"n_legal":31,"original_move":"h7h6","original_san":"h6","substitute_move":"e7e6","substitute_san":"Qe6","substituted_in":["obvious-assistance","selective-critical"],"sf_lines":[{"move":"e7e6","cp":9,"san":"Qe6"},{"move":"e7f6","cp":8,"san":"Qf6"},{"move":"g7g6","cp":7,"san":"g6"},{"move":"h7h5","cp":2,"san":"h5"},{"move":"e7c7","cp":0,"san":"Qc7"}],"eval_before":9.0,"phase":"middlegame","regan":{"difficulty":0.81843,"p_t1":0.17023,"p_t3":0.42352,"p_ev":0.195724,"expected_loss_cp":37.936678,"engine_first_move":"e7e6"},"entropy":{"maia":1.33502,"maia5":1.754567,"qwen":null},"qwen_prompt":"Chess move prediction. The position below is from a rated online game (Lichess, rapid or classical time control).\n\nPlayer Elo: 1956\nOpponent Elo: 1945\nSide to move: Black\n\nPosition FEN:\n4r1k1/p3qppp/1p6/2p5/2P5/1P5P/P1Q2PP1/3R2K1 b - - 0 24\n\nEngine analysis: Stockfish 19, fixed depth 12, MultiPV 5. engine_eval is the evaluation in pawns from the point of view of the side to move; n/a means the move is not among the engine's top lines.\n\nLegal candidate moves:\na7a5 | engine_eval=n/a\na7a6 | engine_eval=n/a\nb6b5 | engine_eval=n/a\ne7b7 | engine_eval=n/a\ne7c7 | engine_eval=+0.00\ne7d6 | engine_eval=n/a\ne7d7 | engine_eval=n/a\ne7d8 | engine_eval=n/a\ne7e1 | engine_eval=n/a\ne7e2 | engine_eval=n/a\ne7e3 | engine_eval=n/a\ne7e4 | engine_eval=n/a\ne7e5 | engine_eval=n/a\ne7e6 | engine_eval=+0.09\ne7f6 | engine_eval=+0.08\ne7f8 | engine_eval=n/a\ne7g5 | engine_eval=n/a\ne7h4 | engine_eval=n/a\ne8a8 | engine_eval=n/a\ne8b8 | engine_eval=n/a\ne8c8 | engine_eval=n/a\ne8d8 | engine_eval=n/a\ne8f8 | engine_eval=n/a\nf7f5 | engine_eval=n/a\nf7f6 | engine_eval=n/a\ng7g5 | engine_eval=n/a\ng7g6 | engine_eval=+0.07\ng8f8 | engine_eval=n/a\ng8h8 | engine_eval=n/a\nh7h5 | engine_eval=+0.02\nh7h6 | engine_eval=n/a\n\nPredict the move most likely to be chosen by a human player of approximately this strength.\n\nMove:","candidates":[{"move":"a7a5","san":"a5","sf_rank":null,"sf_cp":null,"maia":0.009669,"maia_rank":6,"maia5":0.014454,"maia5_rank":6,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"a7a6","san":"a6","sf_rank":null,"sf_cp":null,"maia":0.002792,"maia_rank":11,"maia5":0.002034,"maia5_rank":16,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"b6b5","san":"b5","sf_rank":null,"sf_cp":null,"maia":6e-06,"maia_rank":31,"maia5":1.3e-05,"maia5_rank":31,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e7b7","san":"Qb7","sf_rank":null,"sf_cp":null,"maia":0.000763,"maia_rank":17,"maia5":0.001767,"maia5_rank":17,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e7c7","san":"Qc7","sf_rank":5,"sf_cp":0,"maia":0.005684,"maia_rank":8,"maia5":0.02517,"maia5_rank":5,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e7d6","san":"Qd6","sf_rank":null,"sf_cp":null,"maia":1.8e-05,"maia_rank":27,"maia5":0.000385,"maia5_rank":23,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e7d7","san":"Qd7","sf_rank":null,"sf_cp":null,"maia":5.2e-05,"maia_rank":26,"maia5":0.000457,"maia5_rank":22,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e7d8","san":"Qd8","sf_rank":null,"sf_cp":null,"maia":0.000104,"maia_rank":24,"maia5":6.9e-05,"maia5_rank":29,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e7e1","san":"Qe1+","sf_rank":null,"sf_cp":null,"maia":0.000845,"maia_rank":16,"maia5":0.002914,"maia5_rank":14,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e7e2","san":"Qe2","sf_rank":null,"sf_cp":null,"maia":0.036491,"maia_rank":4,"maia5":0.118216,"maia5_rank":4,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e7e3","san":"Qe3","sf_rank":null,"sf_cp":null,"maia":1.4e-05,"maia_rank":30,"maia5":8.4e-05,"maia5_rank":27,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e7e4","san":"Qe4","sf_rank":null,"sf_cp":null,"maia":0.002124,"maia_rank":12,"maia5":0.005276,"maia5_rank":10,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e7e5","san":"Qe5","sf_rank":null,"sf_cp":null,"maia":0.004257,"maia_rank":10,"maia5":0.012267,"maia5_rank":8,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e7e6","san":"Qe6","sf_rank":1,"sf_cp":9,"maia":0.001654,"maia_rank":13,"maia5":0.003006,"maia5_rank":13,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e7f6","san":"Qf6","sf_rank":2,"sf_cp":8,"maia":0.000935,"maia_rank":15,"maia5":0.002251,"maia5_rank":15,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e7f8","san":"Qf8","sf_rank":null,"sf_cp":null,"maia":8.5e-05,"maia_rank":25,"maia5":7.8e-05,"maia5_rank":28,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e7g5","san":"Qg5","sf_rank":null,"sf_cp":null,"maia":0.00055,"maia_rank":18,"maia5":0.001303,"maia5_rank":18,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e7h4","san":"Qh4","sf_rank":null,"sf_cp":null,"maia":0.000165,"maia_rank":22,"maia5":0.000556,"maia5_rank":20,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e8a8","san":"Ra8","sf_rank":null,"sf_cp":null,"maia":1.6e-05,"maia_rank":28,"maia5":0.000265,"maia5_rank":25,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e8b8","san":"Rb8","sf_rank":null,"sf_cp":null,"maia":1.5e-05,"maia_rank":29,"maia5":5e-05,"maia5_rank":30,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e8c8","san":"Rc8","sf_rank":null,"sf_cp":null,"maia":0.000181,"maia_rank":21,"maia5":0.000465,"maia5_rank":21,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e8d8","san":"Rd8","sf_rank":null,"sf_cp":null,"maia":0.036491,"maia_rank":4,"maia5":0.140385,"maia5_rank":3,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"e8f8","san":"Rf8","sf_rank":null,"sf_cp":null,"maia":0.000107,"maia_rank":23,"maia5":0.000269,"maia5_rank":24,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"f7f5","san":"f5","sf_rank":null,"sf_cp":null,"maia":0.00121,"maia_rank":14,"maia5":0.003175,"maia5_rank":12,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"f7f6","san":"f6","sf_rank":null,"sf_cp":null,"maia":0.037065,"maia_rank":3,"maia5":0.012171,"maia5_rank":9,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g7g5","san":"g5","sf_rank":null,"sf_cp":null,"maia":0.000378,"maia_rank":20,"maia5":0.00064,"maia5_rank":19,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g7g6","san":"g6","sf_rank":3,"sf_cp":7,"maia":0.458659,"maia_rank":1,"maia5":0.297194,"maia5_rank":2,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g8f8","san":"Kf8","sf_rank":null,"sf_cp":null,"maia":0.005257,"maia_rank":9,"maia5":0.004956,"maia5_rank":11,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"g8h8","san":"Kh8","sf_rank":null,"sf_cp":null,"maia":0.000415,"maia_rank":19,"maia5":0.000205,"maia5_rank":26,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"h7h5","san":"h5","sf_rank":4,"sf_cp":2,"maia":0.007769,"maia_rank":7,"maia5":0.01316,"maia5_rank":7,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null},{"move":"h7h6","san":"h6","sf_rank":null,"sf_cp":null,"maia":0.38623,"maia_rank":2,"maia5":0.336765,"maia5_rank":1,"qwen":null,"qwen_rank":null,"qwen_logprob":null,"qwen_n_tokens":null,"qwen_position_only":null}]}},{"id":"qwen-vs-maia","title":"Qwen and Maia disagree","rule":"needs real Qwen scores: maximal Jensen-Shannon divergence between Qwen and Maia-3 79M distributions","status":"pending","pending_reason":"needs real Qwen3-8B-Base scores (not yet run)","position":null},{"id":"qwen-implausible","title":"Qwen strongly prefers an implausible move","rule":"needs real Qwen scores: Qwen top-1 move with Maia-3 79M rank >= 10; highest Qwen probability","status":"pending","pending_reason":"needs real Qwen3-8B-Base scores (not yet run)","position":null}],"note":"Rules are fixed in the generator and use only Stockfish, Maia-3 79M and the reconstruction's outputs (Qwen rules activate only with real Qwen scores)."}