scan-v5.json (15711B)
1 { 2 "scan_version": 5, 3 "paper_type": "survey", 4 "paper": { 5 "title": "The Impact of Artificial Intelligence Enhanced No-Code Software Development Platforms on Software Processes: A Literature Review", 6 "authors": [ 7 "O. Koç", 8 "I. Yücedag", 9 "Ü. Şentürk" 10 ], 11 "year": 2025, 12 "venue": "Düzce University Journal of Science & Technology", 13 "arxiv_id": null, 14 "doi": "10.29130/dubited.1554356" 15 }, 16 "checklist": { 17 "claims_and_evidence": { 18 "abstract_claims_supported": { 19 "applies": true, 20 "answer": false, 21 "justification": "The abstract claims platforms 'facilitate complex application development even for non-technical users' and 'enhance time-cost optimization,' but the paper's body provides only descriptive platform summaries and one anecdotal CEO LinkedIn post — no systematic evidence supporting these claims.", 22 "source": "haiku" 23 }, 24 "causal_claims_justified": { 25 "applies": true, 26 "answer": false, 27 "justification": "The paper makes causal claims throughout (e.g., 'AI-based NCLC platforms significantly accelerate software development processes, reduce costs') but the review design is purely narrative with no empirical data collection; the primary 'evidence' for cost savings is an Amazon CEO LinkedIn post about Amazon Q.", 28 "source": "haiku" 29 }, 30 "generalization_bounded": { 31 "applies": true, 32 "answer": false, 33 "justification": "Broad claims like 'these platforms make significant contributions to accelerating development processes, reducing costs' are stated without bounding to specific platform types, organizational sizes, project types, or empirical scope.", 34 "source": "haiku" 35 }, 36 "alternative_explanations_discussed": { 37 "applies": true, 38 "answer": false, 39 "justification": "The paper is uniformly positive about AI-NCLC platforms; no alternative explanations (e.g., selection bias in success stories, vendor marketing influence) are considered anywhere in the text.", 40 "source": "haiku" 41 }, 42 "proxy_outcome_distinction": { 43 "applies": true, 44 "answer": false, 45 "justification": "The paper equates 'faster development' with productivity and 'reduced lines of code/time' with cost savings without discussing what is actually measured versus what is claimed.", 46 "source": "haiku" 47 } 48 }, 49 "limitations_and_scope": { 50 "limitations_section_present": { 51 "applies": true, 52 "answer": false, 53 "justification": "The Discussion section mentions 'challenges and limitations' of the technology (data security, transparency), but there is no dedicated limitations or threats-to-validity section addressing the review methodology itself.", 54 "source": "haiku" 55 }, 56 "threats_to_validity_specific": { 57 "applies": true, 58 "answer": false, 59 "justification": "The paper never discusses threats to the validity of the review itself — no mention of selection bias, publication bias, non-systematic search, or reliance on commercial sources.", 60 "source": "haiku" 61 }, 62 "scope_boundaries_stated": { 63 "applies": true, 64 "answer": false, 65 "justification": "No explicit scope boundaries are stated; the paper does not specify what it does NOT cover, what years were reviewed, or what types of evidence were excluded.", 66 "source": "haiku" 67 } 68 }, 69 "conflicts_of_interest": { 70 "funding_disclosed": { 71 "applies": true, 72 "answer": false, 73 "justification": "No funding source is disclosed anywhere in the paper.", 74 "source": "haiku" 75 }, 76 "affiliations_disclosed": { 77 "applies": true, 78 "answer": true, 79 "justification": "Author affiliations (Düzce University and Abant Izzet Baysal University departments) are clearly disclosed on the first page.", 80 "source": "haiku" 81 }, 82 "funder_independent_of_outcome": { 83 "applies": false, 84 "answer": false, 85 "justification": "No funder disclosed; criterion not applicable.", 86 "source": "haiku" 87 }, 88 "financial_interests_declared": { 89 "applies": true, 90 "answer": false, 91 "justification": "No competing interests or financial interests statement appears anywhere in the paper.", 92 "source": "haiku" 93 } 94 }, 95 "scope_and_framing": { 96 "key_terms_defined": { 97 "applies": true, 98 "answer": false, 99 "justification": "'No-code' and 'low-code' are described by example (drag-and-drop, minimal technical knowledge) but not formally defined; 'AI-based' is used throughout without specifying what integration level qualifies a platform as AI-based.", 100 "source": "haiku" 101 }, 102 "intended_contribution_clear": { 103 "applies": true, 104 "answer": true, 105 "justification": "The introduction explicitly lists three contributions: comparative analysis of AI-powered vs. traditional NCLC platforms, highlighting scalability/security challenges, and identifying research gaps.", 106 "source": "haiku" 107 }, 108 "engagement_with_prior_work": { 109 "applies": true, 110 "answer": false, 111 "justification": "Prior work (e.g., El Kamouchi et al. 2023 systematic review on LCNC) is mentioned once in passing; the paper does not explain how it differs from, extends, or contradicts existing literature.", 112 "source": "haiku" 113 } 114 } 115 }, 116 "type_checklist": { 117 "survey": { 118 "search_and_selection": { 119 "search_strategy_reproducible": { 120 "applies": true, 121 "answer": false, 122 "justification": "No search strategy is described; there is no mention of databases queried, search terms, date ranges, or any method for identifying papers to include.", 123 "source": "haiku" 124 }, 125 "inclusion_exclusion_explicit": { 126 "applies": true, 127 "answer": false, 128 "justification": "No inclusion or exclusion criteria are stated anywhere in the paper; papers and sources appear to have been selected ad hoc.", 129 "source": "haiku" 130 }, 131 "prisma_or_structured_protocol": { 132 "applies": true, 133 "answer": false, 134 "justification": "No PRISMA diagram, PRISMA checklist, or any other structured review protocol is mentioned or followed.", 135 "source": "haiku" 136 }, 137 "search_terms_provided": { 138 "applies": true, 139 "answer": false, 140 "justification": "No search terms or queries are provided at any point in the paper.", 141 "source": "haiku" 142 }, 143 "databases_listed": { 144 "applies": true, 145 "answer": false, 146 "justification": "No databases (IEEE, ACM, Scopus, etc.) are listed as sources for the literature review.", 147 "source": "haiku" 148 }, 149 "screening_process_documented": { 150 "applies": true, 151 "answer": false, 152 "justification": "No screening process is documented; there are no counts of papers identified, screened, or included at any stage.", 153 "source": "haiku" 154 }, 155 "review_scope_justified": { 156 "applies": true, 157 "answer": false, 158 "justification": "The review scope (which years, which platforms, which topics) is never justified; the paper simply describes platforms that appear to have been selected by the authors' familiarity rather than systematic criteria.", 159 "source": "haiku" 160 } 161 }, 162 "synthesis_quality": { 163 "conflicting_findings_acknowledged": { 164 "applies": true, 165 "answer": false, 166 "justification": "No conflicting findings are acknowledged; the review is uniformly positive about AI-NCLC platforms throughout, with no paper presenting negative results discussed.", 167 "source": "haiku" 168 }, 169 "quality_assessment_of_sources": { 170 "applies": true, 171 "answer": false, 172 "justification": "No quality assessment of source papers is performed; peer-reviewed conference papers, LinkedIn posts, company websites, and blog posts are cited interchangeably without any quality rubric.", 173 "source": "haiku" 174 }, 175 "publication_bias_discussed": { 176 "applies": true, 177 "answer": false, 178 "justification": "Publication bias is never mentioned; the paper does not acknowledge that available literature about these platforms likely skews positive due to vendor marketing and success-story reporting.", 179 "source": "haiku" 180 }, 181 "quantitative_synthesis_present": { 182 "applies": true, 183 "answer": false, 184 "justification": "There is no quantitative synthesis, meta-analysis, vote-counting, or effect size aggregation; the entire paper is purely narrative description.", 185 "source": "haiku" 186 }, 187 "recommendations_supported_by_evidence": { 188 "applies": true, 189 "answer": false, 190 "justification": "The Conclusion's recommendations (e.g., 'implement robust security measures,' 'invest in comprehensive training programs') are author opinions not derived from systematic evidence in the reviewed literature.", 191 "source": "haiku" 192 } 193 } 194 } 195 }, 196 "claims": [ 197 { 198 "claim": "AI-based NCLC platforms significantly accelerate software development processes and reduce costs.", 199 "evidence": "One Amazon CEO LinkedIn post claiming Amazon Q converted a Java application in hours versus 50 developer-days manually; no systematic studies cited.", 200 "supported": "weak" 201 }, 202 { 203 "claim": "Non-technical users can develop complex applications using AI-NCLC platforms.", 204 "evidence": "Descriptive summaries of platform features (BuildFire AI, Akkio, etc.) from vendor websites; no user study evidence cited.", 205 "supported": "weak" 206 }, 207 { 208 "claim": "AI-powered NCLC platforms are more effective and efficient than traditional NCLC platforms.", 209 "evidence": "Author-constructed comparison table (Table 1) with qualitative ratings; no empirical comparison studies cited to validate the ratings.", 210 "supported": "unsupported" 211 }, 212 { 213 "claim": "The low-code application development market will reach 26.9 billion dollars.", 214 "evidence": "Gartner 2024 industry forecast report — a market prediction, not a research finding.", 215 "supported": "moderate" 216 }, 217 { 218 "claim": "AI-powered platforms have higher data security risk than traditional NCLC platforms.", 219 "evidence": "Stated in the comparison table as 'Medium' security for AI-powered vs. 'High' for traditional, with no supporting evidence cited.", 220 "supported": "unsupported" 221 } 222 ], 223 "methodology_tags": [ 224 "qualitative" 225 ], 226 "key_findings": "This narrative literature review describes AI-enhanced no-code/low-code platforms (e.g., BuildFire AI, DataRobot, Amazon SageMaker) and compares them to traditional NCLC platforms using author-constructed tables. The paper concludes these platforms accelerate development and reduce costs for both technical and non-technical users. However, the review is not systematic — it has no search strategy, inclusion criteria, or PRISMA protocol — and relies heavily on vendor websites, LinkedIn posts, and blog posts alongside academic papers. No conflicting evidence or publication bias is acknowledged, and all synthesis is purely narrative.", 227 "red_flags": [ 228 { 229 "flag": "Not a systematic review", 230 "detail": "No search strategy, no inclusion/exclusion criteria, no PRISMA protocol, no screening counts — this is an informal descriptive overview, not a literature review in the methodological sense." 231 }, 232 { 233 "flag": "Non-academic sources cited as evidence", 234 "detail": "A LinkedIn post by Amazon CEO Andy Jassy and various commercial vendor websites (buildfire.com, levity.ai, causaly.com) are cited interchangeably with peer-reviewed papers, with no quality distinction." 235 }, 236 { 237 "flag": "Author-constructed comparison tables without empirical basis", 238 "detail": "Tables 1 and 2 compare platforms on dimensions like 'ease of use,' 'data security,' and 'automation level' with qualitative ratings that have no cited empirical basis." 239 }, 240 { 241 "flag": "Uniformly positive — no negative findings", 242 "detail": "The paper presents no studies showing NCLC platforms failing to deliver promised benefits, no meta-analytic evidence of effect sizes, and no acknowledgment of publication bias in success-story-heavy literature." 243 }, 244 { 245 "flag": "Causal claims without causal design", 246 "detail": "Claims like 'AI-based NCLC platforms significantly accelerate software development processes' are stated as established facts without any controlled comparison or systematic evidence." 247 } 248 ], 249 "cited_papers": [ 250 { 251 "title": "Low-code/No-code Development: A systematic literature review", 252 "relevance": "Prior systematic review of LCNC development that this paper builds on; El Kamouchi et al. 2023." 253 }, 254 { 255 "title": "Software Engineering for AI-Based Systems: A Survey", 256 "relevance": "ACM survey on SE practices for AI systems; cited for platform comparison context." 257 }, 258 { 259 "title": "Software engineering for artificial intelligence and machine learning software: A systematic literature review", 260 "relevance": "Systematic review of SE for AI/ML; cited alongside Martínez-Fernández for context." 261 }, 262 { 263 "title": "Using GitHub Copilot to Solve Simple Programming Problems", 264 "relevance": "Empirical study of AI code generation tool; cited as example of AI coding assistance." 265 }, 266 { 267 "title": "EcoAssist: A no-code platform to train and deploy custom YOLOv5 object detection models", 268 "relevance": "Concrete example of NCLC platform for ML model deployment." 269 }, 270 { 271 "title": "Amazon SageMaker Model Monitor: A System for Real-Time Insights into Deployed Machine Learning Models", 272 "relevance": "Technical reference for Amazon SageMaker as an AI-NCLC platform." 273 }, 274 { 275 "title": "Algorithms in Low-Code-No-Code for Research Applications: A Practical Review", 276 "relevance": "Review of LCNC applications in research contexts." 277 } 278 ], 279 "engagement_factors": { 280 "practical_relevance": { 281 "score": 2, 282 "justification": "Platform comparison tables and sector-by-sector use case descriptions give practitioners an accessible survey of tool options." 283 }, 284 "surprise_contrarian": { 285 "score": 0, 286 "justification": "Entirely conventional, positive framing of AI-NCLC platforms; no contrarian findings or surprising results." 287 }, 288 "fear_safety": { 289 "score": 1, 290 "justification": "Briefly mentions data security and AI transparency concerns but does not develop them as serious risks." 291 }, 292 "drama_conflict": { 293 "score": 0, 294 "justification": "No controversy, conflict, or competing claims between researchers or platforms." 295 }, 296 "demo_ability": { 297 "score": 2, 298 "justification": "Many platforms described (Google Teachable Machine, BuildFire AI, Lobe AI) are publicly accessible and can be tried immediately." 299 }, 300 "brand_recognition": { 301 "score": 2, 302 "justification": "Discusses GPT-4, ChatGPT, GitHub Copilot, Amazon Q, Google, and Microsoft products prominently." 303 } 304 }, 305 "hn_data": { 306 "threads": [], 307 "top_points": 0, 308 "total_points": 0, 309 "total_comments": 0 310 } 311 }