ai-research-survey

scan-v5.json (20850B)

---

 {
   "scan_version": 5,
   "paper_type": "benchmark-creation",
   "paper": {
     "title": "Martingale Score: An Unsupervised Metric for Bayesian Rationality in LLM Reasoning",
     "authors": [
       "Zhonghao He",
       "Tianyi Alex Qiu",
       "Hirokazu Shirado",
       "Maarten Sap"
     ],
     "year": 2025,
     "venue": "NeurIPS 2025",
     "arxiv_id": "2512.02914",
     "doi": "10.48550/arXiv.2512.02914"
   },
   "checklist": {
     "claims_and_evidence": {
       "abstract_claims_supported": {
         "applies": true,
         "answer": true,
         "justification": "Abstract claims of widespread positive Martingale Scores are supported (51/54 CoT setups positive, Table 1), and validation via Brier Score correlation (Figure 4–5) is demonstrated for Forecasting and partially for OpenReview.",
         "source": "haiku"
       },
       "causal_claims_justified": {
         "applies": true,
         "answer": false,
         "justification": "Section 6 claims to 'causally attribute belief entrenchment to various factors' and Figure 7 is labeled 'causal contribution,' but the analysis is regression on observational data; model selection is not randomized, making causal attribution unsupported.",
         "source": "haiku"
       },
       "generalization_bounded": {
         "applies": true,
         "answer": false,
         "justification": "Abstract states violations are 'widespread across models, reasoning paradigms, problem domains, and system prompts,' but the paper explicitly acknowledges it did not test reinforced reasoning (a major current paradigm), undermining the breadth of the generalization.",
         "source": "haiku"
       },
       "alternative_explanations_discussed": {
         "applies": true,
         "answer": false,
         "justification": "The paper tests for judge bias (Section 6.2) but does not discuss the key alternative explanation — that models with high initial confidence may simply be less likely to update AND less accurate due to calibration, producing the same correlation without 'entrenchment' as the mechanism.",
         "source": "haiku"
       },
       "proxy_outcome_distinction": {
         "applies": true,
         "answer": true,
         "justification": "Section 5.1 explicitly distinguishes 'expressed belief' (LLM judge-assigned probability) from 'internal belief,' noting the latter is an open research problem; the paper consistently measures only expressed beliefs.",
         "source": "haiku"
       }
     },
     "limitations_and_scope": {
       "limitations_section_present": {
         "applies": true,
         "answer": true,
         "justification": "A dedicated 'Limitations' subsection appears at the end of Section 7 (Conclusion), addressing specific gaps in the study.",
         "source": "haiku"
       },
       "threats_to_validity_specific": {
         "applies": true,
         "answer": true,
         "justification": "Limitations specifically name: (1) OpenReview Brier-score correlation not demonstrated due to noisy community-voted labels, (2) reinforced reasoning not studied despite its popularity, (3) only internal reasoning analyzed — not external evidence seeking.",
         "source": "haiku"
       },
       "scope_boundaries_stated": {
         "applies": true,
         "answer": true,
         "justification": "The paper explicitly states the Martingale Score covers internal reasoning only (not external evidence updating) and that reinforced reasoning is out of scope; Future Work acknowledges these as open questions.",
         "source": "haiku"
       }
     },
     "conflicts_of_interest": {
       "funding_disclosed": {
         "applies": true,
         "answer": true,
         "justification": "Acknowledgments section names Foresight Institute, Lambda Cloud, Open Philanthropy, and Cosmos Institute as financial supporters.",
         "source": "haiku"
       },
       "affiliations_disclosed": {
         "applies": true,
         "answer": true,
         "justification": "Author affiliations (University of Cambridge, Peking University, Carnegie Mellon University) are disclosed on the title page; none are affiliated with the commercial LLM providers evaluated.",
         "source": "haiku"
       },
       "funder_independent_of_outcome": {
         "applies": true,
         "answer": true,
         "justification": "Funders (Foresight Institute, Lambda Cloud, Open Philanthropy, Cosmos Institute) are not developers of the LLMs evaluated; Lambda Cloud is a compute provider with no stake in results.",
         "source": "haiku"
       },
       "financial_interests_declared": {
         "applies": true,
         "answer": false,
         "justification": "There is no competing interests or conflict-of-interest statement anywhere in the paper; only funding acknowledgment is provided.",
         "source": "haiku"
       }
     },
     "scope_and_framing": {
       "key_terms_defined": {
         "applies": true,
         "answer": true,
         "justification": "Section 3.1 formally defines 'belief entrenchment,' 'belief,' and 'belief update'; Section 4.1 defines the Martingale Score operationally with an equation; Section 5.1 defines 'expressed belief' vs 'internal belief.'",
         "source": "haiku"
       },
       "intended_contribution_clear": {
         "applies": true,
         "answer": true,
         "justification": "A dedicated 'Contributions' bullet list (Introduction) explicitly enumerates three contributions: the metric definition, the empirical prevalence finding, and the accuracy-entrenchment connection.",
         "source": "haiku"
       },
       "engagement_with_prior_work": {
         "applies": true,
         "answer": true,
         "justification": "Section 2 engages substantively with Bayesian rationality literature, cognitive bias studies, and truthful/truth-seeking AI research, explaining how this work fills the gap left by synthetic or domain-specific prior approaches.",
         "source": "haiku"
       }
     }
   },
   "type_checklist": {
     "benchmark-creation": {
       "construct_design": {
         "construct_validity_argued": {
           "applies": true,
           "answer": true,
           "justification": "Section 4.2 and Appendix A provide formal proofs that the Martingale property is a prerequisite for Bayesian rationality, making its violation a principled (not merely assumed) indicator of belief entrenchment.",
           "source": "haiku"
         },
         "difficulty_distribution_characterized": {
           "applies": true,
           "answer": false,
           "justification": "The paper describes three domains at a high level (fact-based vs. judgment-based) but does not characterize the difficulty distribution of individual questions within domains or provide easy/medium/hard tiers.",
           "source": "haiku"
         },
         "ceiling_floor_effects_checked": {
           "applies": true,
           "answer": false,
           "justification": "Brier Scores in Figure 4 range from ~0.1–0.4, suggesting some discrimination, but the paper never explicitly checks for ceiling/floor effects in belief scores or Martingale Score distributions.",
           "source": "haiku"
         },
         "human_baseline_included": {
           "applies": true,
           "answer": false,
           "justification": "Human evaluators are used only for judge-consistency validation (Table 2, 18–20 problems each), not as a performance baseline on the forecasting or other benchmark tasks themselves.",
           "source": "haiku"
         },
         "scoring_rubric_justified": {
           "applies": true,
           "answer": true,
           "justification": "Section 4.1 explicitly justifies the choice of OLS β₁ over R², logistic regression, and other alternatives, explaining why each alternative introduces confounders or neglects magnitude information.",
           "source": "haiku"
         }
       },
       "robustness": {
         "contamination_resistance_designed": {
           "applies": true,
           "answer": true,
           "justification": "Section 5.2 explicitly selects domains requiring post-training-cutoff knowledge (post-August 2024 events for forecasting, ongoing ICLR reviews) as a deliberate contamination-resistance design choice.",
           "source": "haiku"
         },
         "temporal_robustness_discussed": {
           "applies": true,
           "answer": false,
           "justification": "The paper does not discuss whether the Martingale Score framework will remain valid or interpretable as models and training procedures change over time; there is no plan for updating the evaluation domains.",
           "source": "haiku"
         },
         "failure_modes_discussed": {
           "applies": true,
           "answer": true,
           "justification": "The Limitations section identifies three failure modes: correlation with Brier Score not demonstrated on OpenReview due to noisy labels, no coverage of reinforced reasoning, and no external-evidence component.",
           "source": "haiku"
         },
         "baseline_implementations_provided": {
           "applies": true,
           "answer": true,
           "justification": "Appendix C provides full implementation details (prompts, hyperparameters, compute resources), and the paper states 'Our code and data can be found in the supplementary materials.'",
           "source": "haiku"
         }
       },
       "documentation": {
         "dataset_documentation_complete": {
           "applies": true,
           "answer": false,
           "justification": "The three domains are identified by source (Metaculus, Polymarket, r/CMV, OpenReview) but no data cards, preprocessing steps, or collection methodology are documented; sample sizes are mentioned but filtering criteria are not detailed.",
           "source": "haiku"
         },
         "licensing_and_access_clear": {
           "applies": true,
           "answer": false,
           "justification": "Code is said to be in supplementary materials but no license is stated; the licensing terms for the derived evaluation framework are never specified.",
           "source": "haiku"
         },
         "intended_use_specified": {
           "applies": true,
           "answer": false,
           "justification": "The paper discusses what the Martingale Score measures and its validation, but never explicitly states what it should NOT be used to conclude or what misapplications to avoid.",
           "source": "haiku"
         }
       }
     }
   },
   "claims": [
     {
       "claim": "Belief entrenchment (positive Martingale Score) is prevalent across LLM models, CoT reasoning, and domains — 51/54 CoT setups show positive scores.",
       "evidence": "Table 1 shows positive Martingale Scores in 51 of 54 CoT configurations across 6 models, 3 domains, and 3 prompt types.",
       "supported": "strong"
     },
     {
       "claim": "Higher Martingale Score (more entrenchment) is associated with higher Brier Score (lower accuracy) in Forecasting and OpenReview domains.",
       "evidence": "Figure 4 shows positive correlation between |Martingale Score| and Brier Score; Figure 5 shows significance in regression models M4–M6 (p<0.05), though R² values are small (max 0.067).",
       "supported": "moderate"
     },
     {
       "claim": "Debate technique reduces belief entrenchment compared to Chain-of-Thought reasoning.",
       "evidence": "Figure 7(a) shows debate has a statistically significant negative coefficient relative to CoT in the regression analysis; Table 1 shows many negative Martingale Scores under Debate.",
       "supported": "moderate"
     },
     {
       "claim": "DeepSeek R1 exhibits significantly lower belief entrenchment than all other tested models.",
       "evidence": "Figure 7(a) shows DeepSeek R1 has a significant negative coefficient relative to the baseline in the factor regression; Figure 7(b) shows its updates more often point toward ground truth.",
       "supported": "moderate"
     },
     {
       "claim": "Prior-conforming system prompts substantially increase belief entrenchment; critical thinking prompts show minimal improvement over no prompt.",
       "evidence": "Mean Martingale Scores reported as M_prior-conforming=0.082±0.018, M_no-prompt=0.075±0.014, M_critical-thinking=0.072±0.018 (95% CI); difference between critical and none is not statistically significant.",
       "supported": "moderate"
     },
     {
       "claim": "Belief entrenchment is more severe in judgment-based domains (r/ChangeMyView, OpenReview) than in fact-based domains (Forecasting).",
       "evidence": "Table 1 shows consistently higher Martingale Scores for r/CMV and OpenReview vs. Forecasting for the same model/prompt combinations; Appendix B regression confirms domain is a significant factor.",
       "supported": "strong"
     },
     {
       "claim": "The Martingale Score correlation with Brier Score holds after controlling for domain, reasoning technique, model, and prompt confounders.",
       "evidence": "Figure 5 shows abs(Martingale) coefficient remains significant in M4 (+Domain +RM, p=0.011) and M5/M6 specifications, though R² contribution is small.",
       "supported": "moderate"
     }
   ],
   "methodology_tags": [
     "benchmark-eval",
     "observational",
     "theoretical"
   ],
   "key_findings": "The Martingale Score, an OLS regression coefficient measuring predictability of LLM belief updates from prior beliefs, detects widespread belief entrenchment across 6 major LLMs, 3 problem domains, 2 reasoning techniques, and 3 prompt types — with 51/54 Chain-of-Thought configurations showing positive (entrenchment-indicating) scores. Higher entrenchment predicts lower forecasting accuracy (higher Brier Score) even after controlling for domain, technique, model, and prompt confounders, validating the metric as an unsupervised proxy for reasoning quality. Debate reduces entrenchment relative to CoT; DeepSeek R1 is the only outlier model with significantly lower entrenchment; prior-conforming prompts substantially increase entrenchment while critical-thinking prompts offer minimal improvement over no prompt. The metric applies to open-ended domains without ground truth, but the Brier Score validation does not replicate for OpenReview, attributed to noisy community-voted acceptance labels.",
   "red_flags": [
     {
       "flag": "Correlational ≠ causal",
       "detail": "The paper frames Figure 7 as 'causal contribution' of factors, but the regression analysis is observational. Model selection is not randomized; comparing DeepSeek R1 vs. other models is confounded by architecture, training data, and RLHF differences."
     },
     {
       "flag": "Small R² for validation",
       "detail": "In Figure 5, the Martingale Score explains at most 6.7% of Brier Score variance (R² increment) after controlling for confounders, suggesting entrenchment is a weak predictor of accuracy — potentially undermining the claimed validation."
     },
     {
       "flag": "OpenReview validation fails",
       "detail": "The Martingale-Brier correlation is not demonstrated for OpenReview (a key domain), attributed to noisy labels. This is acknowledged but weakens the generality of the claim that Martingale Score predicts accuracy."
     },
     {
       "flag": "GPT-4o as judge measures GPT-4o's beliefs, not evaluated model's",
       "detail": "The judge model (GPT-4o) assigns belief scores by reading reasoning trajectories; these are GPT-4o's probabilistic interpretations, not the evaluated model's expressed confidence — creating a potential confound when GPT-4o is also the evaluated model."
     },
     {
       "flag": "No human performance baseline",
       "detail": "Human evaluators are used only for judge consistency (n=18–20 problems), not as a performance baseline on forecasting or paper-review tasks. Without this, it is unclear whether the benchmark discriminates meaningfully relative to human-level performance."
     },
     {
       "flag": "Reinforced reasoning excluded",
       "detail": "The paper claims 'widespread' belief entrenchment across reasoning paradigms but explicitly excludes reinforced/inference-time-scaled reasoning (DeepSeek R1 style training), which is arguably the dominant current paradigm."
     }
   ],
   "cited_papers": [
     {
       "title": "Is In-Context Learning in Large Language Models Bayesian? A Martingale Perspective",
       "relevance": "Direct predecessor work testing whether LLM in-context learning follows the Martingale property; motivates the theoretical framing of this paper."
     },
     {
       "title": "Towards Understanding Sycophancy in Language Models",
       "relevance": "Key related work on a closely related failure mode (sycophancy); the paper contrasts belief entrenchment from internal reasoning with sycophancy from external pressure."
     },
     {
       "title": "Bayesian Teaching Enables Probabilistic Reasoning in Large Language Models",
       "relevance": "Proposes corrective intervention for Bayesian updating failures; cited as prior work on solutions the current paper critiques for requiring auxiliary structures."
     },
     {
       "title": "Debating with More Persuasive LLMs Leads to More Truthful Answers",
       "relevance": "Provides the debate reasoning technique evaluated as a comparison condition in this paper."
     },
     {
       "title": "Chain-of-Thought Prompting Elicits Reasoning in Large Language Models",
       "relevance": "Foundational paper for the CoT reasoning technique evaluated throughout the benchmark experiments."
     },
     {
       "title": "Toward Parsimony in Bias Research: A Proposed Common Framework of Belief-Consistent Information Processing",
       "relevance": "Psychological framework for confirmation bias that provides theoretical grounding for defining belief entrenchment."
     },
     {
       "title": "Do As We Do, Not As You Think: The Conformity of Large Language Models",
       "relevance": "Tests group conformity in LLMs — a related reasoning failure mode studied alongside belief entrenchment in Appendix B."
     },
     {
       "title": "Inverse Scaling in Test-Time Compute",
       "relevance": "Related finding that more reasoning can hurt performance in some domains; cited as a specific failure case of Bayesian reasoning in LLMs."
     },
     {
       "title": "Approaching Human-Level Forecasting with Language Models",
       "relevance": "Provides domain context for the forecasting evaluation pipeline and defines the Brier Score benchmark used for validation."
     },
     {
       "title": "Automatic Evaluation Metrics for Artificially Generated Scientific Research",
       "relevance": "Source for the OpenReview ICLR dataset used in the academic paper review domain experiments."
     }
   ],
   "engagement_factors": {
     "practical_relevance": {
       "score": 2,
       "justification": "The metric is unsupervised and domain-agnostic with code released, making it directly applicable by researchers evaluating LLM reasoning pipelines."
     },
     "surprise_contrarian": {
       "score": 2,
       "justification": "The finding that Chain-of-Thought — a standard improvement technique — actually entrenches beliefs and can harm accuracy challenges the conventional narrative that more reasoning is better."
     },
     "fear_safety": {
       "score": 1,
       "justification": "The paper raises concerns about AI belief lock-in and human-AI feedback loops reinforcing false beliefs, but frames these as future risks rather than demonstrated immediate harms."
     },
     "drama_conflict": {
       "score": 1,
       "justification": "The paper captures and analyzes the April 2025 GPT-4o sycophancy incident (Table 3), adding a timely real-world hook to an otherwise methodological paper."
     },
     "demo_ability": {
       "score": 2,
       "justification": "Code and data are in supplementary materials with full implementation details; the metric can be computed with any model capable of multi-step reasoning on probability questions."
     },
     "brand_recognition": {
       "score": 1,
       "justification": "Authors are from CMU and Cambridge (reputable but not top-tier AI lab brand names); evaluates GPT-4o, DeepSeek, Gemini, and Llama which adds recognition through evaluated models."
     }
   },
   "hn_data": {
     "threads": [
       {
         "hn_id": "42810048",
         "title": "CogAgent: Open-Source Alternative to OpenAI Operator Agent from China",
         "points": 5,
         "comments": 0,
         "url": "https://news.ycombinator.com/item?id=42810048",
         "created_at": "2025-01-24T02:43:31Z"
       },
       {
         "hn_id": "29471315",
         "title": "An Impossible Asylum [pdf]",
         "points": 1,
         "comments": 0,
         "url": "https://news.ycombinator.com/item?id=29471315",
         "created_at": "2021-12-07T11:25:02Z"
       }
     ],
     "top_points": 5,
     "total_points": 6,
     "total_comments": 0
   }
 }