{"schema":"latentlens.recall_versions/1","status":"ok","model_id":"Qwen/Qwen3-8B-Base","dtype":"bfloat16","passage":"Gettysburg Address (public domain)","reference_copy":"Bliss","compared_copies":["Nicolay","Hay","Everett","Bancroft"],"versions_source":"https://www.abrahamlincolnonline.org/lincoln/speeches/gettysburg.htm","versions_source_name":"Abraham Lincoln Online, 'The Gettysburg Address' (transcriptions of the five manuscript copies)","versions_retrieved":"2026-10-16","n_scored":316,"top1_hits":243,"misses":73,"miss_categories":{"inside a word":0,"punctuation / form":17,"another version":9,"other":47},"recall_strict":0.768987,"recall_if_other_versions_accepted":0.797468,"misses_detail":[{"t":0,"context_tail":"","true":"Four","predicted":"Human","rank":455,"p_true":7e-05,"p_top":0.3276,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":1,"context_tail":"Four","true":" score","predicted":"Four","rank":11989,"p_true":0.0,"p_top":0.87205,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":3,"context_tail":"Four score and","true":" seven","predicted":" ten","rank":3,"p_true":0.06058,"p_top":0.11317,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":6,"context_tail":"Four score and seven years ago","true":" our","predicted":",","rank":22,"p_true":0.00301,"p_top":0.57389,"category":"punctuation / form","versions_with_prediction":[],"evidence":{}},{"t":7,"context_tail":"Four score and seven years ago our","true":" fathers","predicted":" country","rank":15,"p_true":0.00609,"p_top":0.20182,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":9,"context_tail":"Four score and seven years ago our fathers brought","true":" forth","predicted":" us","rank":2,"p_true":0.36144,"p_top":0.4641,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":10,"context_tail":"Four score and seven years ago our fathers brought forth","true":" on","predicted":" upon","rank":3,"p_true":0.17514,"p_top":0.28875,"category":"another version","versions_with_prediction":["Nicolay","Hay","Everett"],"evidence":{"Nicolay":"our fathers brought forth, upon this continent, a new nat","Hay":"our fathers brought forth, upon this continent, a new nat","Everett":"our fathers brought forth, upon this continent, a new nat"}},{"t":11,"context_tail":"Four score and seven years ago our fathers brought forth on","true":" this","predicted":" the","rank":2,"p_true":0.17452,"p_top":0.36945,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":13,"context_tail":" seven years ago our fathers brought forth on this continent","true":",","predicted":" a","rank":4,"p_true":0.06669,"p_top":0.43486,"category":"punctuation / form","versions_with_prediction":[],"evidence":{}},{"t":14,"context_tail":"seven years ago our fathers brought forth on this continent,","true":" a","predicted":" eight","rank":3,"p_true":0.0958,"p_top":0.22982,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":20,"context_tail":" brought forth on this continent, a new nation, conceived in","true":" Liberty","predicted":" liberty","rank":2,"p_true":0.03488,"p_top":0.89951,"category":"another version","versions_with_prediction":["Nicolay"],"evidence":{"Nicolay":"new nation, conceived in liberty, and dedicated to the "}},{"t":27,"context_tail":"tion, conceived in Liberty, and dedicated to the proposition","true":" that","predicted":",","rank":2,"p_true":0.26647,"p_top":0.72435,"category":"punctuation / form","versions_with_prediction":[],"evidence":{}},{"t":33,"context_tail":" dedicated to the proposition that all men are created equal","true":".\n\n","predicted":".","rank":5,"p_true":0.01956,"p_top":0.50439,"category":"punctuation / form","versions_with_prediction":[],"evidence":{}},{"t":34,"context_tail":"dicated to the proposition that all men are created equal.\n\n","true":"Now","predicted":"In","rank":4,"p_true":0.03039,"p_top":0.22457,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":35,"context_tail":"ated to the proposition that all men are created equal.\n\nNow","true":" we","predicted":",","rank":6,"p_true":0.00257,"p_top":0.91646,"category":"punctuation / form","versions_with_prediction":[],"evidence":{}},{"t":37,"context_tail":" the proposition that all men are created equal.\n\nNow we are","true":" engaged","predicted":" seven","rank":36,"p_true":0.00347,"p_top":0.18941,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":41,"context_tail":"at all men are created equal.\n\nNow we are engaged in a great","true":" civil","predicted":" struggle","rank":11,"p_true":0.00356,"p_top":0.76813,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":46,"context_tail":"l.\n\nNow we are engaged in a great civil war, testing whether","true":" that","predicted":" a","rank":2,"p_true":0.13595,"p_top":0.47451,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":49,"context_tail":"e engaged in a great civil war, testing whether that nation,","true":" or","predicted":" under","rank":2,"p_true":0.25582,"p_top":0.32848,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":51,"context_tail":"ed in a great civil war, testing whether that nation, or any","true":" nation","predicted":" other","rank":2,"p_true":0.27429,"p_top":0.35219,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":52,"context_tail":" great civil war, testing whether that nation, or any nation","true":" so","predicted":",","rank":2,"p_true":0.08685,"p_top":0.82401,"category":"punctuation / form","versions_with_prediction":[],"evidence":{}},{"t":55,"context_tail":" testing whether that nation, or any nation so conceived and","true":" so","predicted":" dedicated","rank":2,"p_true":0.35353,"p_top":0.58287,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":61,"context_tail":"or any nation so conceived and so dedicated, can long endure","true":".","predicted":".\n\n","rank":3,"p_true":0.13631,"p_top":0.47576,"category":"punctuation / form","versions_with_prediction":[],"evidence":{}},{"t":65,"context_tail":"n so conceived and so dedicated, can long endure. We are met","true":" on","predicted":" here","rank":3,"p_true":0.11992,"p_top":0.41856,"category":"another version","versions_with_prediction":["Hay"],"evidence":{"Hay":"endure. We are met here on a great battlefield of"}},{"t":66,"context_tail":"o conceived and so dedicated, can long endure. We are met on","true":" a","predicted":" this","rank":2,"p_true":0.29265,"p_top":0.48249,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":67,"context_tail":"conceived and so dedicated, can long endure. We are met on a","true":" great","predicted":" continent","rank":2,"p_true":0.16003,"p_top":0.63295,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":68,"context_tail":"ved and so dedicated, can long endure. We are met on a great","true":" battle","predicted":" battlefield","rank":3,"p_true":0.0903,"p_top":0.66726,"category":"another version","versions_with_prediction":["Hay"],"evidence":{"Hay":"on a great battlefield of that war. We ha"}},{"t":70,"context_tail":"dicated, can long endure. We are met on a great battle-field","true":" of","predicted":",","rank":2,"p_true":0.06063,"p_top":0.73857,"category":"punctuation / form","versions_with_prediction":[],"evidence":{}},{"t":71,"context_tail":"ated, can long endure. We are met on a great battle-field of","true":" that","predicted":" this","rank":2,"p_true":0.12742,"p_top":0.57106,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":72,"context_tail":" can long endure. We are met on a great battle-field of that","true":" war","predicted":" continent","rank":3,"p_true":0.06044,"p_top":0.50605,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":73,"context_tail":" long endure. We are met on a great battle-field of that war","true":".","predicted":",","rank":2,"p_true":0.11851,"p_top":0.682,"category":"punctuation / form","versions_with_prediction":[],"evidence":{}},{"t":75,"context_tail":"g endure. We are met on a great battle-field of that war. We","true":" have","predicted":" are","rank":2,"p_true":0.14523,"p_top":0.83576,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":89,"context_tail":"come to dedicate a portion of that field, as a final resting","true":" place","predicted":"-place","rank":2,"p_true":0.26612,"p_top":0.72338,"category":"another version","versions_with_prediction":["Everett"],"evidence":{"Everett":"as a final resting-place for those who here gave "}},{"t":94,"context_tail":"n of that field, as a final resting place for those who here","true":" gave","predicted":" died","rank":2,"p_true":0.09526,"p_top":0.22852,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":98,"context_tail":"final resting place for those who here gave their lives that","true":" that","predicted":" nation","rank":2,"p_true":0.25321,"p_top":0.47305,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":102,"context_tail":" those who here gave their lives that that nation might live","true":".","predicted":".\n\n","rank":2,"p_true":0.25975,"p_top":0.70606,"category":"punctuation / form","versions_with_prediction":[],"evidence":{}},{"t":105,"context_tail":"who here gave their lives that that nation might live. It is","true":" altogether","predicted":" now","rank":10,"p_true":0.00777,"p_top":0.61722,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":113,"context_tail":" live. It is altogether fitting and proper that we should do","true":" this","predicted":" so","rank":2,"p_true":0.09365,"p_top":0.88849,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":115,"context_tail":"t is altogether fitting and proper that we should do this.\n\n","true":"But","predicted":"Now","rank":2,"p_true":0.16751,"p_top":0.51597,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":116,"context_tail":"s altogether fitting and proper that we should do this.\n\nBut","true":",","predicted":" now","rank":7,"p_true":0.0285,"p_top":0.39337,"category":"punctuation / form","versions_with_prediction":[],"evidence":{}},{"t":117,"context_tail":" altogether fitting and proper that we should do this.\n\nBut,","true":" in","predicted":" we","rank":5,"p_true":0.05719,"p_top":0.12106,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":118,"context_tail":"together fitting and proper that we should do this.\n\nBut, in","true":" a","predicted":" truth","rank":3,"p_true":0.11542,"p_top":0.1482,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":119,"context_tail":"gether fitting and proper that we should do this.\n\nBut, in a","true":" larger","predicted":" few","rank":6,"p_true":0.04288,"p_top":0.35906,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":126,"context_tail":"should do this.\n\nBut, in a larger sense, we can not dedicate","true":" --","predicted":",","rank":65,"p_true":2e-05,"p_top":0.33504,"category":"punctuation / form","versions_with_prediction":[],"evidence":{}},{"t":139,"context_tail":"ot dedicate -- we can not consecrate -- we can not hallow --","true":" this","predicted":" the","rank":2,"p_true":0.29216,"p_top":0.48169,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":146,"context_tail":"nsecrate -- we can not hallow -- this ground. The brave men,","true":" living","predicted":" who","rank":14,"p_true":0.00149,"p_top":0.77266,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":151,"context_tail":"t hallow -- this ground. The brave men, living and dead, who","true":" struggled","predicted":" here","rank":6,"p_true":0.0431,"p_top":0.19314,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":159,"context_tail":"n, living and dead, who struggled here, have consecrated it,","true":" far","predicted":" as","rank":3,"p_true":0.02179,"p_top":0.92658,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":179,"context_tail":"dd or detract. The world will little note, nor long remember","true":" what","predicted":",","rank":2,"p_true":0.09469,"p_top":0.89841,"category":"punctuation / form","versions_with_prediction":[],"evidence":{}},{"t":181,"context_tail":"tract. The world will little note, nor long remember what we","true":" say","predicted":" here","rank":2,"p_true":0.23947,"p_top":0.73761,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":186,"context_tail":"will little note, nor long remember what we say here, but it","true":" can","predicted":" will","rank":2,"p_true":0.20584,"p_top":0.71844,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":202,"context_tail":"r forget what they did here. It is for us the living, rather","true":",","predicted":" than","rank":3,"p_true":0.03431,"p_top":0.88484,"category":"punctuation / form","versions_with_prediction":[],"evidence":{}},{"t":211,"context_tail":" living, rather, to be dedicated here to the unfinished work","true":" which","predicted":" that","rank":3,"p_true":0.07843,"p_top":0.57956,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":214,"context_tail":", to be dedicated here to the unfinished work which they who","true":" fought","predicted":" here","rank":2,"p_true":0.01395,"p_top":0.97784,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":217,"context_tail":" here to the unfinished work which they who fought here have","true":" thus","predicted":" so","rank":2,"p_true":0.36448,"p_top":0.60092,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":220,"context_tail":" unfinished work which they who fought here have thus far so","true":" nob","predicted":" well","rank":2,"p_true":0.15841,"p_top":0.70993,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":222,"context_tail":"ished work which they who fought here have thus far so nobly","true":" advanced","predicted":" carried","rank":2,"p_true":0.37484,"p_top":0.42475,"category":"another version","versions_with_prediction":["Hay"],"evidence":{"Hay":"thus far, so nobly carried on. It is rather for u"}},{"t":226,"context_tail":" they who fought here have thus far so nobly advanced. It is","true":" rather","predicted":" for","rank":2,"p_true":0.3411,"p_top":0.43798,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":237,"context_tail":". It is rather for us to be here dedicated to the great task","true":" remaining","predicted":" which","rank":2,"p_true":0.2244,"p_top":0.47506,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":240,"context_tail":"s to be here dedicated to the great task remaining before us","true":" --","predicted":",","rank":4,"p_true":0.08069,"p_top":0.46434,"category":"punctuation / form","versions_with_prediction":[],"evidence":{}},{"t":241,"context_tail":"o be here dedicated to the great task remaining before us --","true":" that","predicted":" to","rank":3,"p_true":0.03025,"p_top":0.78028,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":242,"context_tail":"here dedicated to the great task remaining before us -- that","true":" from","predicted":" we","rank":4,"p_true":0.03097,"p_top":0.549,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":247,"context_tail":" task remaining before us -- that from these honored dead we","true":" take","predicted":" should","rank":7,"p_true":0.01725,"p_top":0.34643,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":248,"context_tail":" remaining before us -- that from these honored dead we take","true":" increased","predicted":" a","rank":13,"p_true":0.00921,"p_top":0.26928,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":256,"context_tail":"dead we take increased devotion to that cause for which they","true":" gave","predicted":" here","rank":3,"p_true":0.03632,"p_top":0.56812,"category":"another version","versions_with_prediction":["Nicolay","Everett"],"evidence":{"Nicolay":"cause for which they here, gave the last full measu","Everett":"cause for which they here gave the last full measur"}},{"t":257,"context_tail":"we take increased devotion to that cause for which they gave","true":" the","predicted":" their","rank":2,"p_true":0.02166,"p_top":0.92117,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":262,"context_tail":"n to that cause for which they gave the last full measure of","true":" devotion","predicted":" their","rank":2,"p_true":0.18835,"p_top":0.65742,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":267,"context_tail":" they gave the last full measure of devotion -- that we here","true":" highly","predicted":" may","rank":2,"p_true":0.09546,"p_top":0.22899,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":269,"context_tail":"last full measure of devotion -- that we here highly resolve","true":" that","predicted":" these","rank":2,"p_true":0.31177,"p_top":0.51402,"category":"another version","versions_with_prediction":["Nicolay"],"evidence":{"Nicolay":"we here highly resolve these dead shall not have died"}},{"t":280,"context_tail":" resolve that these dead shall not have died in vain -- that","true":" this","predicted":" the","rank":4,"p_true":0.06386,"p_top":0.47185,"category":"another version","versions_with_prediction":["Nicolay"],"evidence":{"Nicolay":"died in vain; that the nation, shall have a new b"}},{"t":293,"context_tail":"at this nation, under God, shall have a new birth of freedom","true":" --","predicted":",","rank":2,"p_true":0.28182,"p_top":0.46464,"category":"punctuation / form","versions_with_prediction":[],"evidence":{}},{"t":313,"context_tail":"people, by the people, for the people, shall not perish from","true":" the","predicted":" this","rank":2,"p_true":0.37445,"p_top":0.61736,"category":"other","versions_with_prediction":[],"evidence":{}},{"t":315,"context_tail":" the people, for the people, shall not perish from the earth","true":".","predicted":".\n\n","rank":2,"p_true":0.13967,"p_top":0.80372,"category":"punctuation / form","versions_with_prediction":[],"evidence":{}}],"method":"case-sensitive comparison of the model's top-1 token with the word that follows the same 3-6 word context (case and punctuation ignored for the context) in each other manuscript copy; teacher-forced recall from the recorded artifact","caveats":["One passage. Exploratory: it shows which misses coincide with another authentic wording, not why the model produced them.","Transcriptions of the copies come from one secondary source and differ in punctuation.","A prediction that matches another copy may still have other causes (for example, the same phrase in quotations or paraphrases seen in training)."],"provenance":{"git_commit":"cc886f7b88092f5940b11bfb8a063226f42288a2-dirty","timestamp":"2026-10-16T22:07:55+00:00","versions":{"python":"3.13.14","torch":"2.14.1+cu126","transformers":"5.18.0","tokenizers":"0.23.2","safetensors":"0.8.0","numpy":"2.5.3","scikit-learn":"1.9.1","pandas":"3.0.6"},"hardware":{"platform":"Windows-11-10.0.26300-SP0","machine":"AMD64","node":"BrahmaVishnuShiva","gpu":"NVIDIA GeForce RTX 3050 Ti Laptop GPU","gpu_memory_gib":4.0},"script":"scripts/latentlens/analyze_recall_versions.py"}}