ai-research-survey

scan.json (25470B)

---

 {
   "paper": {
     "title": "Automation, AI, and the Intergenerational Transmission of Knowledge",
     "authors": ["Enrique Ide"],
     "year": 2025,
     "venue": "arXiv preprint",
     "arxiv_id": "2507.16078",
     "doi": null
   },
   "checklist": {
     "artifacts": {
       "code_released": {
         "applies": true,
         "answer": false,
         "justification": "No code repository or archive is mentioned anywhere in the paper. The quantitative illustrations in Section 5 use MATLAB's interp1 function, but no code is released."
       },
       "data_released": {
         "applies": true,
         "answer": false,
         "justification": "No dataset is released. The paper uses published parameter estimates from the literature (e.g., Lucas 2009, Eaton and Kortum 1999) for its back-of-the-envelope calculations, but does not release any data or analysis files."
       },
       "environment_specified": {
         "applies": true,
         "answer": false,
         "justification": "No environment or dependency specifications are provided. The only tool mentioned is MATLAB's interp1 function with the pchip method (Section 5.2), but no version information or setup instructions are given."
       },
       "reproduction_instructions": {
         "applies": true,
         "answer": false,
         "justification": "No reproduction instructions are provided. While the mathematical model is fully specified and the parameter values for the quantitative illustrations are stated (Section 5), there are no scripts or step-by-step instructions for reproducing the numerical results or figures."
       }
     },
     "statistical_methodology": {
       "confidence_intervals_or_error_bars": {
         "applies": false,
         "answer": false,
         "justification": "This is a theoretical economics paper. The numerical results in Section 5 are deterministic back-of-the-envelope calculations from a formal model, not statistical estimates from data. Confidence intervals are structurally inapplicable."
       },
       "significance_tests": {
         "applies": false,
         "answer": false,
         "justification": "The paper presents theoretical propositions with formal proofs and deterministic numerical illustrations. No statistical hypothesis testing is performed or applicable."
       },
       "effect_sizes_reported": {
         "applies": false,
         "answer": false,
         "justification": "No empirical effect sizes are computed. The numerical results (e.g., 0.05 to 0.35 percentage point growth reductions) are model-derived quantities, not statistical effect sizes from data analysis."
       },
       "sample_size_justified": {
         "applies": false,
         "answer": false,
         "justification": "This is a theoretical paper with no empirical data collection. Sample size justification is structurally inapplicable."
       },
       "variance_reported": {
         "applies": false,
         "answer": false,
         "justification": "No experimental runs are conducted. All results are derived analytically from the formal model or computed deterministically from specified parameter values."
       }
     },
     "evaluation_design": {
       "baselines_included": {
         "applies": true,
         "answer": true,
         "justification": "The paper compares outcomes under automation shocks against a no-shock baseline scenario throughout. Figures 3-6 explicitly plot output under AI adoption relative to a no-AI benchmark. The model also compares the competitive equilibrium against the first-best (social planner's) allocation."
       },
       "baselines_contemporary": {
         "applies": true,
         "answer": true,
         "justification": "The paper engages with the most recent and relevant theoretical frameworks: Acemoglu et al. (2024), Aghion and Bunel (2024), Autor and Thompson (2025), and Ide and Talamas (2025a,b). The quantitative illustrations are calibrated using estimates from these contemporary works."
       },
       "ablation_study": {
         "applies": true,
         "answer": true,
         "justification": "The paper systematically varies model components to understand their individual contributions: it compares automation vs. labor-augmenting technologies (Section 4.2), examines permanent vs. temporary disruptions (Section 5.2), and extends the baseline to include AI co-pilots (Section 6). Table 1 reports results across multiple parameter values (theta, x, a)."
       },
       "multiple_metrics": {
         "applies": true,
         "answer": true,
         "justification": "The paper evaluates outcomes using multiple measures: growth rate of knowledge (gk), growth rate of output (gY), expert aggregate income, novice wages, overall welfare, and output level deviations from a no-AI benchmark. These are tracked across different time horizons."
       },
       "human_evaluation": {
         "applies": false,
         "answer": false,
         "justification": "This is a theoretical paper presenting formal mathematical models and proofs. Human evaluation of the model's outputs is not applicable."
       },
       "held_out_test_set": {
         "applies": false,
         "answer": false,
         "justification": "No empirical data or test sets are used. This is a purely theoretical paper."
       },
       "per_category_breakdown": {
         "applies": true,
         "answer": true,
         "justification": "Table 1 provides a detailed breakdown of growth losses across multiple parameter combinations: three values of automation share (a = 5%, 15%, 30%), two values of theta (0.5, 0.28), and three values of x (50%, 65%, 80%). Figures 3-6 further show results under different initial regimes (CL vs. LB)."
       },
       "failure_cases_discussed": {
         "applies": true,
         "answer": true,
         "justification": "Section 5.3 explicitly discusses what the model does not capture: AI's potential to enhance creativity, stimulate innovation, improve machine productivity over time, and increase novice productivity. The paper also notes that AI co-pilots can weaken learning incentives (Section 6), an outcome that counters their purported benefits."
       },
       "negative_results_reported": {
         "applies": true,
         "answer": true,
         "justification": "The paper reports that AI co-pilots, despite their benefits, can shift the economy from the Constrained Learning regime into the Mitigated Learning Breakdown regime by weakening novices' incentives for hands-on learning (Proposition 3, Section 6.2). This is a negative finding about a technology often presented as beneficial."
       }
     },
     "claims_and_evidence": {
       "abstract_claims_supported": {
         "applies": true,
         "answer": true,
         "justification": "The abstract's claims are supported by formal results in the paper: (1) socially excessive automation of early-career tasks is proven in Proposition 1 and the Online Appendix; (2) the intergenerational trade-off is established in Proposition 2; (3) back-of-the-envelope growth reductions of 0.05 to 0.35 pp are derived in Table 1/Section 5; (4) AI co-pilots' offsetting effects and moral hazard are established in Proposition 3."
       },
       "causal_claims_justified": {
         "applies": true,
         "answer": true,
         "justification": "The paper's causal claims are derived from a formal mathematical model with clearly specified assumptions. Propositions 1-3 establish causal relationships within the model through formal proofs (Appendices A and B). The paper is careful to note that its quantitative results are 'neither a formal calibration nor a forecast' (Section 5)."
       },
       "generalization_bounded": {
         "applies": true,
         "answer": true,
         "justification": "The paper is explicit about the boundaries of its analysis. Section 5.3 states: 'these calculations should not be interpreted as forecasts but as an illustrative quantification of a single mechanism.' Section 7 (Final Remarks) lists explicit qualifications, including abstraction from AI's potential to enhance creativity and the possibility that AI renders existing tacit knowledge obsolete."
       },
       "alternative_explanations_discussed": {
         "applies": true,
         "answer": true,
         "justification": "Section 5.3 discusses multiple alternative channels through which AI could affect growth differently: accelerating innovation, continuous improvement in machine performance, and tools that increase novice or expert productivity. Section 3.2 discusses alternative model specifications (observable skills, different production functions) and shows results are robust. The paper also acknowledges optimistic findings in footnote 8 (Johnston and Makridis 2025, de Souza 2025)."
       }
     },
     "setup_transparency": {
       "model_versions_specified": {
         "applies": false,
         "answer": false,
         "justification": "This paper does not use any AI models or APIs. It is a theoretical economics paper that develops and solves a formal mathematical model."
       },
       "prompts_provided": {
         "applies": false,
         "answer": false,
         "justification": "No prompting is used. This is a theoretical paper."
       },
       "hyperparameters_reported": {
         "applies": true,
         "answer": true,
         "justification": "All model parameters for the quantitative illustrations are clearly specified in Section 5.1: T=20, gY=2%, theta=0.5 (with robustness at 0.28), x=65% (with 50% and 80%), a=5%/15%/30%. Figure notes also report parameter values (e.g., N=3, c=1, mu=1, beta=0.96^20, nu=0, qmin=3.6)."
       },
       "scaffolding_described": {
         "applies": false,
         "answer": false,
         "justification": "No agentic scaffolding is used. This is a theoretical economics paper."
       },
       "data_preprocessing_documented": {
         "applies": false,
         "answer": false,
         "justification": "No empirical data is collected or preprocessed. The paper uses parameter values drawn from existing literature, which are cited and justified."
       }
     },
     "limitations_and_scope": {
       "limitations_section_present": {
         "applies": true,
         "answer": true,
         "justification": "Section 7 (Final Remarks) contains a 'Qualifications' subsection that serves as a limitations discussion. Additionally, Section 5.3 is entirely devoted to discussing limitations of the quantitative exercise."
       },
       "threats_to_validity_specific": {
         "applies": true,
         "answer": true,
         "justification": "The paper discusses specific threats: (1) the model abstracts from AI's potential to enhance creativity or stimulate innovation (Section 5.3); (2) adoption gains are treated as one-off when they may continue improving (Section 5.3); (3) the analysis assumes all entry-level tasks provide learning value, which may not hold (footnote 1); (4) AI co-pilot analysis assumes opaque recommendations, and results change under interpretability (Section 6.2)."
       },
       "scope_boundaries_stated": {
         "applies": true,
         "answer": true,
         "justification": "Section 5 explicitly states: 'This exercise is neither a formal calibration nor a forecast. It intentionally abstracts from offsetting forces, such as AI's potential to stimulate innovation.' Section 7 further specifies: 'I have deliberately abstracted from certain dimensions of AI, such as the technology's potential to enhance creativity or to help individuals experiment and acquire tacit knowledge independently.'"
       }
     },
     "data_integrity": {
       "raw_data_available": {
         "applies": false,
         "answer": false,
         "justification": "This is a theoretical paper. No raw data is collected. The parameter values used in Section 5 are drawn from published sources (Lucas 2009, Eaton and Kortum 1999, Acemoglu 2024, etc.)."
       },
       "data_collection_described": {
         "applies": false,
         "answer": false,
         "justification": "No data collection is performed. This is a theoretical economics paper with back-of-the-envelope calculations based on published estimates."
       },
       "recruitment_methods_described": {
         "applies": false,
         "answer": false,
         "justification": "No human participants or samples are recruited. This is a theoretical paper."
       },
       "data_pipeline_documented": {
         "applies": false,
         "answer": false,
         "justification": "No data pipeline exists. All results are derived analytically or through simple deterministic computations from specified parameter values."
       }
     },
     "conflicts_of_interest": {
       "funding_disclosed": {
         "applies": true,
         "answer": true,
         "justification": "The author states in the acknowledgments (footnote on page 1): 'I also acknowledge the financial support of IESE through the High Impact Initiative-course 2024/2025.'"
       },
       "affiliations_disclosed": {
         "applies": true,
         "answer": true,
         "justification": "The author's affiliation is clearly stated: 'Department of Economics, IESE Business School, Carrer d'Arnus i de Gari 3-7, 08034 Barcelona, Spain.' This is an academic institution, not an AI company."
       },
       "funder_independent_of_outcome": {
         "applies": true,
         "answer": true,
         "justification": "The funding is from IESE Business School (the author's academic institution) through an internal research initiative. IESE has no financial stake in whether AI automation is found to be beneficial or harmful."
       },
       "financial_interests_declared": {
         "applies": true,
         "answer": true,
         "justification": "The author explicitly states on page 1: 'I declare I have no relevant or material financial interests that relate to the research described in this paper.'"
       }
     },
     "contamination": {
       "training_cutoff_stated": {
         "applies": false,
         "answer": false,
         "justification": "This paper does not evaluate any pre-trained model on any benchmark. It is a theoretical economics paper."
       },
       "train_test_overlap_discussed": {
         "applies": false,
         "answer": false,
         "justification": "No model evaluation on benchmarks is performed. Contamination concerns are structurally inapplicable."
       },
       "benchmark_contamination_addressed": {
         "applies": false,
         "answer": false,
         "justification": "No benchmarks are used. This is a theoretical paper."
       }
     },
     "human_studies": {
       "pre_registered": {
         "applies": false,
         "answer": false,
         "justification": "No human participants. This is a theoretical economics paper."
       },
       "irb_or_ethics_approval": {
         "applies": false,
         "answer": false,
         "justification": "No human participants. This is a theoretical economics paper."
       },
       "demographics_reported": {
         "applies": false,
         "answer": false,
         "justification": "No human participants. This is a theoretical economics paper."
       },
       "inclusion_exclusion_criteria": {
         "applies": false,
         "answer": false,
         "justification": "No human participants. This is a theoretical economics paper."
       },
       "randomization_described": {
         "applies": false,
         "answer": false,
         "justification": "No human participants. This is a theoretical economics paper."
       },
       "blinding_described": {
         "applies": false,
         "answer": false,
         "justification": "No human participants. This is a theoretical economics paper."
       },
       "attrition_reported": {
         "applies": false,
         "answer": false,
         "justification": "No human participants. This is a theoretical economics paper."
       }
     },
     "cost_and_practicality": {
       "inference_cost_reported": {
         "applies": false,
         "answer": false,
         "justification": "This is a theoretical paper. No AI inference or computational method is proposed whose cost would be relevant."
       },
       "compute_budget_stated": {
         "applies": false,
         "answer": false,
         "justification": "This is a theoretical paper. The computational requirements for solving the model and producing figures are trivial and not methodologically relevant."
       }
     }
   },
   "claims": [
     {
       "claim": "The competitive equilibrium features socially excessive automation of early-career tasks because experts cannot be fully compensated for the tacit knowledge they transfer to novices.",
       "evidence": "Formally established in Proposition 1 and proven in Appendix A. The Online Appendix shows the competitive equilibrium is inefficient relative to the first-best (social planner's) allocation due to two contractual frictions: unobservable expert skills and novice liquidity constraints (Section 4.1).",
       "supported": "strong"
     },
     {
       "claim": "Improvements in entry-level automation generate an intergenerational trade-off: they raise short-run productivity but weaken the skills of future generations, slowing long-run growth.",
       "evidence": "Formally established in Proposition 2 (Section 4.2, proof in Appendix A.3). When the economy is in the CL or FL regime, lower machine costs immediately increase experts' income but eventually reduce it. Figures 3(a) and 5 illustrate the dynamics.",
       "supported": "strong"
     },
     {
       "claim": "AI-driven entry-level automation could reduce the long-run annual growth rate of U.S. per-capita output by 0.05 to 0.35 percentage points, depending on its scale.",
       "evidence": "Derived in Section 5.1 via back-of-the-envelope calculations using equation (5) and parameter values from the literature. Results reported in Table 1 for baseline theta=0.5, x=65%. The author explicitly states this is 'neither a formal calibration nor a forecast' (Section 5).",
       "supported": "moderate"
     },
     {
       "claim": "Even a temporary 20-year disruption in knowledge transmission is sufficient to erase AI adoption gains.",
       "evidence": "Section 5.2 and Figure 6 show that when entry-level positions shrink for one OLG period (2035-2055) then return to pre-AI levels, the initial productivity gains from AI adoption are still erased. For the Acemoglu (2024) scenario (a=5%), output stabilizes 0.36% below the no-AI benchmark.",
       "supported": "moderate"
     },
     {
       "claim": "AI co-pilots can partially offset lost learning by assisting experts who failed to acquire skills early in their careers, but may also weaken novices' incentives to develop tacit skills.",
       "evidence": "Formally established in Proposition 3 (Section 6.2, proof in Appendix B). The Mitigated Learning Breakdown regime raises long-run output from qmin to zAI. However, k_AI_dagger > k_dagger, meaning AI co-pilots expand the basin of attraction toward stagnation by reducing novices' demand for apprenticeships. Figure 7 illustrates the expanded MLB region.",
       "supported": "strong"
     },
     {
       "claim": "Routine labor-augmenting technologies, unlike automation, generate immediate income gains and strengthen knowledge transmission, thereby supporting long-run growth.",
       "evidence": "Section 4.2 and Figure 4 show that reductions in supervision cost c (representing labor-augmenting technologies) raise expert income both in the short and long run, in sharp contrast to automation improvements. This follows from the model structure where lower c increases experts' incentives to hire novices.",
       "supported": "strong"
     }
   ],
   "methodology_tags": ["theoretical"],
   "key_findings": "This theoretical economics paper develops an overlapping-generations model showing that AI-driven automation of entry-level tasks creates an intergenerational trade-off: short-run productivity gains from replacing novice labor with machines come at the cost of eroding tacit knowledge transmission, reducing long-run growth. Back-of-the-envelope calculations suggest growth reductions of 0.05 to 0.35 percentage points per year depending on automation scale. The paper also shows that AI co-pilots can partially mitigate these losses by democratizing expert performance, but may simultaneously weaken novices' incentives to invest in hands-on learning, creating a distinct channel through which knowledge transmission is impaired.",
   "red_flags": [
     {
       "flag": "No code or data release for quantitative results",
       "detail": "The quantitative illustrations in Section 5 and all figures are produced computationally (using MATLAB), but no code is released. While the mathematical specifications are detailed enough for reimplementation, the absence of code means the specific numerical results and interpolated figures cannot be directly verified."
     },
     {
       "flag": "Strong assumptions drive quantitative estimates",
       "detail": "The back-of-the-envelope calculations assume that all AI-affected tasks are automated specifically at the entry level (Section 5.1: 'I interpret the relevant AI-affected tasks as being predominantly automated at the entry level... This assumption yields a deliberately adverse scenario for long-run growth'). The author acknowledges this but the resulting estimates of 0.05-0.35 pp growth reductions are likely upper bounds rather than central estimates."
     },
     {
       "flag": "Parameter selection for x relies on rough doubling assumption",
       "detail": "The baseline diffusion share x=65% is constructed by taking estimates of international technology diffusion (25-40% of productivity growth) and 'doubling it -- assuming domestic diffusion contributes equally to international diffusion' (Section 5.1). This doubling assumption is not empirically grounded and significantly affects the results."
     }
   ],
   "cited_papers": [
     {
       "title": "Generative AI at Work",
       "authors": ["Erik Brynjolfsson", "Danielle Li", "Lindsey Raymond"],
       "year": 2025,
       "relevance": "Experimental evidence showing AI disproportionately benefits lower-skilled workers, directly relevant to productivity effects of AI tools."
     },
     {
       "title": "Experimental Evidence on the Productivity Effects of Generative Artificial Intelligence",
       "authors": ["Shakked Noy", "Whitney Zhang"],
       "year": 2023,
       "relevance": "Experimental evidence on AI's productivity effects, showing performance compression between high- and low-ability workers."
     },
     {
       "title": "The Impact of AI on Developer Productivity: Evidence from GitHub Copilot",
       "authors": ["Sida Peng", "Eirini Kalliamvakou", "Peter Cihon", "Mert Demirer"],
       "year": 2023,
       "arxiv_id": "2302.06590",
       "relevance": "Empirical study of AI co-pilot effects on developer productivity, directly relevant to the survey's scope on AI-augmented programming."
     },
     {
       "title": "The Simple Macroeconomics of AI",
       "authors": ["Daron Acemoglu"],
       "year": 2024,
       "relevance": "Influential forecast of modest AI productivity gains (0.71% TFP over 10 years), used as a baseline in this paper's quantitative illustrations."
     },
     {
       "title": "Navigating the Jagged Technological Frontier: Field Experimental Evidence of the Effects of AI on Knowledge Worker Productivity and Quality",
       "authors": ["Fabrizio Dell'Acqua", "Edward McFowland III", "Ethan R. Mollick"],
       "year": 2023,
       "relevance": "Field experiment on AI's effects on knowledge workers, documenting performance gains and the opacity of AI-generated knowledge."
     },
     {
       "title": "GPTs are GPTs: Labor market impact potential of LLMs",
       "authors": ["Tyna Eloundou", "Sam Manning", "Pamela Mishkin", "Daniel Rock"],
       "year": 2024,
       "relevance": "Key study estimating AI task exposure (19.9% of wage-bill-weighted tasks), used in the paper's quantitative scenarios."
     },
     {
       "title": "Employer and Employee Responses to Generative AI: Early Evidence",
       "authors": ["Philip G. Berger", "Wenjia Cai", "Le Qiu", "Crystal Xinyi Shen"],
       "year": 2024,
       "relevance": "Exploits ChatGPT release as natural experiment, finding 18% decline in entry-level job postings -- direct evidence of AI displacing junior positions."
     },
     {
       "title": "Your Brain on ChatGPT: Accumulation of Cognitive Debt when Using an AI Assistant for Essay Writing Task",
       "authors": ["Nataliya Kosmyna", "Eric Hauptmann"],
       "year": 2025,
       "arxiv_id": "2506.08872",
       "relevance": "Neuroscientific evidence that AI reliance reduces cognitive engagement and neural connectivity, relevant to AI's effects on human skill development."
     },
     {
       "title": "Artificial Intelligence in the Knowledge Economy",
       "authors": ["Enrique Ide", "Eduard Talamas"],
       "year": 2025,
       "relevance": "Companion paper analyzing AI's implications for occupational choices and organizational structures using knowledge-hierarchies framework."
     },
     {
       "title": "Beyond AI Exposure: Which Tasks are Cost-Effective to Automate with Computer Vision?",
       "authors": ["Martin Svanberg", "Wendy Li", "Matthew Fleming", "Brian Goehring", "Neil Thompson"],
       "year": 2024,
       "relevance": "Estimates the fraction of AI-exposed tasks currently profitable to automate (23%), used in the paper's quantitative calibration."
     }
   ]
 }