ai-research-survey

Systematic scan of agentic development research. What's signal, what's noise.
git clone https://git.shiptheloop.com/ai-research-survey.git
Log | Files | Refs

scan-v5.json (28822B)


      1 {
      2   "scan_version": 5,
      3   "paper_type": "empirical",
      4   "paper": {
      5     "title": "Exploring AI-Augmented Sensemaking of Patient-Generated Health Data: A Mixed-Method Study with Healthcare Professionals in Cardiac Risk Reduction",
      6     "authors": [
      7       "Pavithren V. S. Pakianathan",
      8       "Rania Islambouli",
      9       "Diogo Branco",
     10       "Albrecht Schmidt",
     11       "Tiago Guerreiro",
     12       "Jan David Smeddinck"
     13     ],
     14     "year": 2026,
     15     "venue": "arXiv",
     16     "arxiv_id": "2602.05687",
     17     "doi": null
     18   },
     19   "checklist": {
     20     "claims_and_evidence": {
     21       "abstract_claims_supported": {
     22         "applies": true,
     23         "answer": true,
     24         "justification": "Abstract claims about summaries anchoring exploration, conversational interfaces bridging literacy gaps, and HCP concerns about transparency/privacy/overreliance are all substantiated by qualitative themes and quantitative measures presented in Sections 4.1–4.3.",
     25         "source": "haiku"
     26       },
     27       "causal_claims_justified": {
     28         "applies": true,
     29         "answer": true,
     30         "justification": "Comparative claims (AI vs No-AI workload) use a within-subjects design with Wilcoxon signed-rank tests; authors explicitly frame results as non-significant and exploratory rather than causal, which is appropriate for the design.",
     31         "source": "haiku"
     32       },
     33       "generalization_bounded": {
     34         "applies": true,
     35         "answer": true,
     36         "justification": "The paper repeatedly scopes findings to 'controlled conditions,' 'formative insights,' and 'perceptions' rather than clinical effectiveness, with explicit statements that results should not be generalized beyond the exploratory prototype evaluation.",
     37         "source": "haiku"
     38       },
     39       "alternative_explanations_discussed": {
     40         "applies": true,
     41         "answer": true,
     42         "justification": "Authors identify that non-significant workload differences may reflect underpowering (n=16), absence of strict time limits muting efficiency gains, and synthetic data limiting ecological validity; however, alternatives to qualitative theme interpretations are not systematically explored.",
     43         "source": "haiku"
     44       },
     45       "proxy_outcome_distinction": {
     46         "applies": true,
     47         "answer": true,
     48         "justification": "The paper explicitly distinguishes perceived usability/workload/confidence (what is measured) from actual clinical effectiveness (what is not claimed), stating 'our aim is not to evaluate clinical effectiveness' in the introduction.",
     49         "source": "haiku"
     50       }
     51     },
     52     "limitations_and_scope": {
     53       "limitations_section_present": {
     54         "applies": true,
     55         "answer": true,
     56         "justification": "Section 5.4 is a dedicated Limitations section covering LLM accuracy limitations, session design constraints, sample size, synthetic data, and absence of triadic (patient-present) conditions.",
     57         "source": "haiku"
     58       },
     59       "threats_to_validity_specific": {
     60         "applies": true,
     61         "answer": true,
     62         "justification": "Specific threats include: n=16 'underpowered for detecting small or medium effects,' synthetic PGHD 'cannot fully capture variability, noise, or missingness,' no strict time limits muting quantitative efficiency gains, and HCPs evaluated without patients present.",
     63         "source": "haiku"
     64       },
     65       "scope_boundaries_stated": {
     66         "applies": true,
     67         "answer": true,
     68         "justification": "Explicit scope boundaries are stated throughout: the study generates design insights, not evidence of clinical performance; findings are 'reflective of interactions under controlled conditions rather than as evidence of deployment with real-world PGHD.'",
     69         "source": "haiku"
     70       }
     71     },
     72     "conflicts_of_interest": {
     73       "funding_disclosed": {
     74         "applies": true,
     75         "answer": false,
     76         "justification": "No funding acknowledgment section is present in the provided text; the paper is blinded for review (ethics committee and supplementary pre-study are anonymized), so funding is not disclosed.",
     77         "source": "haiku"
     78       },
     79       "affiliations_disclosed": {
     80         "applies": true,
     81         "answer": true,
     82         "justification": "All six authors list institutional affiliations: Ludwig Boltzmann Institute for Digital Health and Prevention, LMU Munich, and LASIGE/Universidade de Lisboa.",
     83         "source": "haiku"
     84       },
     85       "funder_independent_of_outcome": {
     86         "applies": false,
     87         "answer": false,
     88         "justification": "Funding source not disclosed, so independence cannot be assessed.",
     89         "source": "haiku"
     90       },
     91       "financial_interests_declared": {
     92         "applies": true,
     93         "answer": false,
     94         "justification": "No competing interests statement appears in the provided text; absence of disclosure defaults to NO under strict criteria.",
     95         "source": "haiku"
     96       }
     97     },
     98     "scope_and_framing": {
     99       "key_terms_defined": {
    100         "applies": true,
    101         "answer": true,
    102         "justification": "Key terms are defined: 'sensemaking' (iterative process of gathering and interpreting information to enable action), 'PGHD' (health/lifestyle data collected outside clinical settings via wearables/apps), and 'distributed cognition' framing is explicitly cited.",
    103         "source": "haiku"
    104       },
    105       "intended_contribution_clear": {
    106         "applies": true,
    107         "answer": true,
    108         "justification": "Three contributions are explicitly enumerated: empirical insights on HCP perceptions/usability/trust; investigation of conversational interfaces for PGHD exploration; and a sociotechnical understanding of LLM integration with design implications.",
    109         "source": "haiku"
    110       },
    111       "engagement_with_prior_work": {
    112         "applies": true,
    113         "answer": true,
    114         "justification": "Sections 2.1–2.4 engage substantively with prior work on PGHD integration challenges, sensemaking theory, and AI-augmented health data tools, explicitly identifying the 'research gap' (LLM evaluations rarely situated in real clinical workflows).",
    115         "source": "haiku"
    116       }
    117     }
    118   },
    119   "type_checklist": {
    120     "empirical": {
    121       "artifacts": {
    122         "code_released": {
    123           "applies": true,
    124           "answer": false,
    125           "justification": "The Plotly Dash dashboard is described but no code repository or release link is provided anywhere in the paper.",
    126           "source": "haiku"
    127         },
    128         "data_released": {
    129           "applies": true,
    130           "answer": false,
    131           "justification": "The six synthetic PGHD personas and interview transcripts are not publicly released; the paper references the Henriksen et al. base dataset but the study-specific synthetic data is not available.",
    132           "source": "haiku"
    133         },
    134         "environment_specified": {
    135           "applies": true,
    136           "answer": false,
    137           "justification": "Python with Plotly Dash is mentioned and GPT-4-Turbo model settings are in the Appendix, but no requirements.txt, Dockerfile, or full dependency specification is provided.",
    138           "source": "haiku"
    139         },
    140         "reproduction_instructions": {
    141           "applies": true,
    142           "answer": false,
    143           "justification": "LLM prompts are provided in Appendix A.2 and the study procedure is described in Section 3, but no step-by-step instructions to reproduce the software system or replicate the study are provided.",
    144           "source": "haiku"
    145         }
    146       },
    147       "statistical_methodology": {
    148         "confidence_intervals_or_error_bars": {
    149           "applies": true,
    150           "answer": false,
    151           "justification": "Only means and standard deviations are reported (e.g., SUS AI: M=90.63, SD=8.44); no confidence intervals are provided for any primary result.",
    152           "source": "haiku"
    153         },
    154         "significance_tests": {
    155           "applies": true,
    156           "answer": true,
    157           "justification": "Wilcoxon signed-rank tests are used for paired NASA-TLX and SUS comparisons; Spearman correlations are used for trust-confidence association; linear mixed-effects models are mentioned for robustness verification.",
    158           "source": "haiku"
    159         },
    160         "effect_sizes_reported": {
    161           "applies": true,
    162           "answer": true,
    163           "justification": "Spearman r=0.46 (p=0.001) is reported for the trust-confidence correlation, which constitutes an effect size; mean differences are reported for NASA-TLX (~3.9 points) with baseline context.",
    164           "source": "haiku"
    165         },
    166         "sample_size_justified": {
    167           "applies": true,
    168           "answer": false,
    169           "justification": "No a priori power analysis or sample size justification is provided; the authors acknowledge retrospectively in limitations that n=16 is 'underpowered for detecting small or medium effects.'",
    170           "source": "haiku"
    171         },
    172         "variance_reported": {
    173           "applies": true,
    174           "answer": true,
    175           "justification": "Standard deviations are consistently reported alongside means for all quantitative outcomes (SUS, NASA-TLX, confidence, trust, MiniVLAT, demographics).",
    176           "source": "haiku"
    177         }
    178       },
    179       "evaluation_design": {
    180         "baselines_included": {
    181           "applies": true,
    182           "answer": true,
    183           "justification": "The No-AI Summary condition serves as a direct baseline, with the same charts shown without LLM-generated summaries in a within-subjects design.",
    184           "source": "haiku"
    185         },
    186         "baselines_contemporary": {
    187           "applies": true,
    188           "answer": true,
    189           "justification": "The 'no AI summary' baseline is the appropriate comparison for a usability evaluation of an AI feature addition; the comparison reflects the current clinical status quo.",
    190           "source": "haiku"
    191         },
    192         "ablation_study": {
    193           "applies": false,
    194           "answer": false,
    195           "justification": "This is a usability/perception study, not a system performance benchmark; ablation of LLM components is not applicable to the research questions.",
    196           "source": "haiku"
    197         },
    198         "multiple_metrics": {
    199           "applies": true,
    200           "answer": true,
    201           "justification": "Multiple metrics are used: SUS (usability), NASA-TLX (workload with 6 subscales), confidence ratings per persona, trust ratings, MiniVLAT (visualization literacy), and qualitative interview themes.",
    202           "source": "haiku"
    203         },
    204         "human_evaluation": {
    205           "applies": true,
    206           "answer": true,
    207           "justification": "16 HCPs directly evaluated the LLM-generated summaries and conversational interface outputs through task completion, questionnaires, and semi-structured interviews.",
    208           "source": "haiku"
    209         },
    210         "held_out_test_set": {
    211           "applies": false,
    212           "answer": false,
    213           "justification": "This is not a prediction task; the study evaluates HCP perceptions and interactions with a prototype system.",
    214           "source": "haiku"
    215         },
    216         "per_category_breakdown": {
    217           "applies": true,
    218           "answer": true,
    219           "justification": "NASA-TLX subscale breakdowns are provided (Figure 6B spider chart shows mental demand, physical demand, temporal demand, performance, effort, frustration separately).",
    220           "source": "haiku"
    221         },
    222         "failure_cases_discussed": {
    223           "applies": true,
    224           "answer": true,
    225           "justification": "P12 identified a blood pressure classification error in an LLM summary ('stage two or stage one when a person is not actually even within the cut-off points'), and LLM accuracy limitations for correlational analysis are discussed.",
    226           "source": "haiku"
    227         },
    228         "negative_results_reported": {
    229           "applies": true,
    230           "answer": true,
    231           "justification": "The paper honestly reports that Wilcoxon signed-rank tests showed no statistically significant differences in NASA-TLX or SUS between AI and No-AI conditions, despite the 3.9-point workload reduction trend.",
    232           "source": "haiku"
    233         }
    234       },
    235       "setup_transparency": {
    236         "model_versions_specified": {
    237           "applies": true,
    238           "answer": true,
    239           "justification": "GPT-4-Turbo is specified in Appendix A.2 for both the summary generation system and synthetic data generation; temperature (0.5) and max tokens (1024) are also reported.",
    240           "source": "haiku"
    241         },
    242         "prompts_provided": {
    243           "applies": true,
    244           "answer": true,
    245           "justification": "Full prompts for all five modalities (physical activity, sedentary time, blood pressure, sleep, combined) are provided verbatim in Appendix A.2.",
    246           "source": "haiku"
    247         },
    248         "hyperparameters_reported": {
    249           "applies": true,
    250           "answer": true,
    251           "justification": "Temperature=0.5 and max_tokens=1024 are reported in Appendix A.2 for the GPT-4-Turbo configuration.",
    252           "source": "haiku"
    253         },
    254         "scaffolding_described": {
    255           "applies": false,
    256           "answer": false,
    257           "justification": "The system uses direct prompt→response LLM calls without agentic scaffolding (no tool use loops, ReAct, or multi-step orchestration); NA for agentic scaffolding.",
    258           "source": "haiku"
    259         },
    260         "data_preprocessing_documented": {
    261           "applies": true,
    262           "answer": true,
    263           "justification": "Synthetic data generation is described: personas with SCORE2 risk stratification, GPT-4-Turbo with Python-based randomization functions, four modalities, verified by two HCPs; CSV storage format is stated.",
    264           "source": "haiku"
    265         }
    266       },
    267       "data_integrity": {
    268         "raw_data_available": {
    269           "applies": true,
    270           "answer": false,
    271           "justification": "Neither the synthetic PGHD nor the qualitative interview transcripts/screen recordings are made publicly available.",
    272           "source": "haiku"
    273         },
    274         "data_collection_described": {
    275           "applies": true,
    276           "answer": true,
    277           "justification": "The study procedure is described in detail (Section 3.3): 75-minute sessions, 4 sequential phases, randomized condition order, specific questionnaires and timing, audio recording with OpenAI Whisper transcription.",
    278           "source": "haiku"
    279         },
    280         "recruitment_methods_described": {
    281           "applies": true,
    282           "answer": true,
    283           "justification": "Participants were recruited via email sent to HCPs at a university hospital cardiac care unit, subsequently shared through professional networks; no prior pre-study participation was an exclusion criterion.",
    284           "source": "haiku"
    285         },
    286         "data_pipeline_documented": {
    287           "applies": true,
    288           "answer": true,
    289           "justification": "The pipeline from synthetic data generation through dashboard presentation, questionnaire administration, audio recording, Whisper transcription, and Mayring qualitative content analysis with inter-rater coding is described in Sections 3.2 and 3.6.",
    290           "source": "haiku"
    291         }
    292       },
    293       "contamination": {
    294         "training_cutoff_stated": {
    295           "applies": false,
    296           "answer": false,
    297           "justification": "This study evaluates HCP perceptions and usability, not model capabilities on benchmarks; training cutoff is not relevant to the research questions.",
    298           "source": "haiku"
    299         },
    300         "train_test_overlap_discussed": {
    301           "applies": false,
    302           "answer": false,
    303           "justification": "Not evaluating model capabilities on held-out benchmarks; the synthetic personas were purpose-generated for this study and not used for LLM training.",
    304           "source": "haiku"
    305         },
    306         "benchmark_contamination_addressed": {
    307           "applies": false,
    308           "answer": false,
    309           "justification": "No benchmark evaluation of model capabilities is performed; contamination is NA for this usability study.",
    310           "source": "haiku"
    311         }
    312       },
    313       "human_studies": {
    314         "pre_registered": {
    315           "applies": true,
    316           "answer": false,
    317           "justification": "No pre-registration is mentioned anywhere in the paper; this is a known gap given the within-subjects comparative design.",
    318           "source": "haiku"
    319         },
    320         "irb_or_ethics_approval": {
    321           "applies": true,
    322           "answer": true,
    323           "justification": "Section 3.5 states 'Our study protocol received official approval from the relevant institutional ethics committee (blinded for review) prior to data collection.'",
    324           "source": "haiku"
    325         },
    326         "demographics_reported": {
    327           "applies": true,
    328           "answer": true,
    329           "justification": "Section 3.4 reports gender (12 women, 4 men), age (M=31.4, SD=5.0, range inferred 23–42), specialty (cardiovascular rehabilitation), years of experience (M=9.1, SD=5.5, range 2–20), AI literacy, and PGHD background.",
    330           "source": "haiku"
    331         },
    332         "inclusion_exclusion_criteria": {
    333           "applies": true,
    334           "answer": false,
    335           "justification": "No formal inclusion/exclusion criteria table is provided; the sample is described as HCPs in cardiovascular rehabilitation at one institution, but explicit criteria are not systematically stated.",
    336           "source": "haiku"
    337         },
    338         "randomization_described": {
    339           "applies": true,
    340           "answer": true,
    341           "justification": "Condition order (AI vs No-AI) was randomized across participants, and personas were stratified by CVD risk level (moderate/high/very high); the randomization approach is described in Section 3.3.",
    342           "source": "haiku"
    343         },
    344         "blinding_described": {
    345           "applies": false,
    346           "answer": false,
    347           "justification": "Blinding is inherently not feasible in this design: participants can see whether AI summaries are present or absent in the interface; NA for this study type.",
    348           "source": "haiku"
    349         },
    350         "attrition_reported": {
    351           "applies": true,
    352           "answer": true,
    353           "justification": "All 16 participants completed the full study; one preferred to use their native language for the conversational interface, which is noted, indicating no attrition and full data collection.",
    354           "source": "haiku"
    355         }
    356       },
    357       "cost_and_practicality": {
    358         "inference_cost_reported": {
    359           "applies": false,
    360           "answer": false,
    361           "justification": "This is a usability perception study; inference cost or latency of the GPT-4-Turbo API calls is not measured or claimed as a finding.",
    362           "source": "haiku"
    363         },
    364         "compute_budget_stated": {
    365           "applies": false,
    366           "answer": false,
    367           "justification": "No computational budget is relevant to this prototype usability study; compute requirements are minimal and not a focus of the research questions.",
    368           "source": "haiku"
    369         }
    370       }
    371     }
    372   },
    373   "claims": [
    374     {
    375       "claim": "LLM-generated summaries provide cognitive scaffolds that reduce perceived information overload for HCPs reviewing multimodal PGHD",
    376       "evidence": "N=15 participants reported summaries helped reduce information overload; qualitative themes of time/effort reduction are consistent across interviews; quantitative workload reduction was ~3.9 NASA-TLX points but non-significant (Wilcoxon p>0.05)",
    377       "supported": "moderate"
    378     },
    379     {
    380       "claim": "AI summaries changed HCP data exploration behavior, creating a 'summary-first' anchoring pattern rather than chart-scanning",
    381       "evidence": "Multiple participants described using summaries as anchors before verifying specific charts (P2, P5); this behavioral shift is a consistent qualitative theme but was not measured objectively",
    382       "supported": "moderate"
    383     },
    384     {
    385       "claim": "Conversational interfaces bridge data literacy gaps by enabling HCPs without data science skills to perform custom visualizations and analysis",
    386       "evidence": "P4 described being 'impressed' by rapid visualization generation; P5 stated the chatbot fulfilled a longstanding unmet need; consistent across interviews; no pre/post data literacy assessment was conducted",
    387       "supported": "moderate"
    388     },
    389     {
    390       "claim": "Higher trust in AI summaries correlates with higher confidence in final physical activity plans",
    391       "evidence": "Spearman r=0.46, p=0.001 between trust in AI summary and confidence in the activity plan created; explicitly reported with effect size",
    392       "supported": "strong"
    393     },
    394     {
    395       "claim": "LLM outputs were factually accurate relative to ground-truth synthetic data, with low error rates",
    396       "evidence": "Post-hoc provenance analysis: MAPD 3.96% for holistic insights (184 instances), 2.68% for chat logs (30 instances); all 25 sampled ranges were accurate; detailed per-modality breakdown in Appendix",
    397       "supported": "strong"
    398     },
    399     {
    400       "claim": "HCPs perceive risks of overreliance and potential deskilling as significant barriers to clinical AI adoption",
    401       "evidence": "Multiple participants raised concerns about 'blind trust' (P12), over-reliance risk (P14), and professional deskilling (P8); trust-confidence correlation quantitatively supports increased reliance with trust; consistent qualitative theme",
    402       "supported": "strong"
    403     },
    404     {
    405       "claim": "System usability was high in both AI and No-AI conditions with no significant difference between them",
    406       "evidence": "SUS scores: AI M=90.63 (A+ range) vs No-AI M=85.94; Wilcoxon test showed no significant difference; both conditions exceeded the 'excellent' threshold",
    407       "supported": "strong"
    408     }
    409   ],
    410   "methodology_tags": [
    411     "qualitative",
    412     "case-study",
    413     "observational"
    414   ],
    415   "key_findings": "A within-subjects mixed-methods study with 16 HCPs found that LLM summaries were broadly perceived as valuable cognitive scaffolds reducing information overload in multimodal PGHD review, though quantitative workload reductions were non-significant (NASA-TLX reduction ~3.9 points, p>0.05), likely due to underpowering. Conversational interfaces were particularly valued for bridging data literacy gaps, enabling HCPs to generate custom visualizations without programming skills. LLM outputs were factually accurate (MAPD ~2.7–4% against ground-truth synthetic data), but HCPs raised consistent concerns about overreliance, deskilling, transparency about data provenance, and privacy — with trust positively correlating with reliance (Spearman r=0.46). The paper contributes a set of 14 design implications across three domains (augmentation, autonomy, risk mitigation) grounded in sociotechnical theory.",
    416   "red_flags": [
    417     {
    418       "flag": "Small underpowered sample",
    419       "detail": "n=16 HCPs is acknowledged as underpowered for detecting small or medium quantitative effects; primary comparative measures (NASA-TLX, SUS) are non-significant, rendering quantitative comparative claims weak."
    420     },
    421     {
    422       "flag": "Synthetic data only",
    423       "detail": "All PGHD was synthetically generated rather than from real patients; authors acknowledge synthetic data cannot capture real-world variability, noise, or missingness, substantially limiting ecological validity."
    424     },
    425     {
    426       "flag": "No pre-registration",
    427       "detail": "Despite involving 16 human participants in a controlled comparative study, no pre-registration of hypotheses or analysis plan is mentioned, raising risk of post-hoc interpretation of the qualitative themes."
    428     },
    429     {
    430       "flag": "No code or data release",
    431       "detail": "The dashboard implementation, synthetic personas, LLM prompt templates (beyond those in the Appendix), and interview transcripts are not released, preventing replication or independent verification."
    432     },
    433     {
    434       "flag": "Single institution, non-primary-language setting",
    435       "detail": "All 16 HCPs were recruited from one university hospital in a country where English is not the primary clinical language; sample may not represent broader HCP populations in primary clinical languages."
    436     },
    437     {
    438       "flag": "Funding not disclosed",
    439       "detail": "The paper is submitted under review blinding with no visible funding acknowledgment, preventing assessment of potential funder influence on findings."
    440     }
    441   ],
    442   "cited_papers": [
    443     {
    444       "title": "Narrating Fitness: Leveraging Large Language Models for Reflective Fitness Tracker Data Interpretation",
    445       "relevance": "Direct precedent for LLM narrative generation from wearable health data (CHI 2024); methodology closely related to this paper's AI summary approach"
    446     },
    447     {
    448       "title": "Vital Insight: Assisting Experts' Context-Driven Sensemaking of Multi-modal Personal Tracking Data Using Visualization and Human-In-The-Loop LLM Agents",
    449       "relevance": "Contemporary work on LLM-augmented sensemaking of multimodal personal tracking data by expert users; directly related methodology"
    450     },
    451     {
    452       "title": "Augmenting clinicians' analytical workflow through task-based integration of data visualizations and algorithmic insights: a user-centered design study",
    453       "relevance": "Related work on integrating algorithmic outputs into clinical visualization workflows; addresses similar transparency and trust concerns in healthcare AI"
    454     },
    455     {
    456       "title": "When combinations of humans and AI are useful: A systematic review and meta-analysis",
    457       "relevance": "Nature Human Behaviour meta-analysis on human-AI collaboration effectiveness; provides empirical context for the automation-augmentation tradeoff discussed"
    458     },
    459     {
    460       "title": "Adapted large language models can outperform medical experts in clinical text summarization",
    461       "relevance": "Nature Medicine paper establishing LLM capability in clinical summarization; provides credibility context for the LLM summarization approach evaluated"
    462     },
    463     {
    464       "title": "Understanding Clinician Perceptions of GenAI: A Mixed Methods Analysis of Clinical Documentation Tasks",
    465       "relevance": "Contemporary mixed-methods study of HCP perceptions of generative AI in clinical workflows; directly comparable methodology and findings context"
    466     },
    467     {
    468       "title": "From Classification to Clinical Insights: Towards Analyzing and Reasoning About Mobile and Behavioral Health Data With Large Language Models",
    469       "relevance": "Related work on LLM reasoning over mobile and behavioral health data; addresses similar data interpretation challenges"
    470     },
    471     {
    472       "title": "The Last JITAI? Exploring Large Language Models for Issuing Just-in-Time Adaptive Interventions: Fostering Physical Activity in a Prospective Cardiac Rehabilitation Setting",
    473       "relevance": "From same research group; directly related work on LLMs for physical activity in cardiac rehabilitation; important precedent for this study's context"
    474     }
    475   ],
    476   "engagement_factors": {
    477     "practical_relevance": {
    478       "score": 3,
    479       "justification": "Directly applicable to clinical deployment decisions for AI-augmented PGHD dashboards; provides concrete design implications for HCP-facing health AI tools."
    480     },
    481     "surprise_contrarian": {
    482       "score": 1,
    483       "justification": "Findings largely confirm existing literature (AI helps but raises concerns); the non-significant quantitative workload reduction is a somewhat expected null result for small-N formative work."
    484     },
    485     "fear_safety": {
    486       "score": 2,
    487       "justification": "Raises credible overreliance and deskilling concerns in clinical cardiac care settings; the trust-confidence correlation suggests automation bias risk is real and measurable."
    488     },
    489     "drama_conflict": {
    490       "score": 1,
    491       "justification": "Tension between AI efficiency and professional autonomy/identity is present but handled constructively; no high-stakes controversy."
    492     },
    493     "demo_ability": {
    494       "score": 2,
    495       "justification": "A working Plotly Dash prototype was built and used; screenshots are shown, but the system is not publicly available for others to try."
    496     },
    497     "brand_recognition": {
    498       "score": 1,
    499       "justification": "LMU Munich is a notable institution; Albrecht Schmidt is a recognized HCI researcher; no major AI lab involvement or high-profile product evaluation."
    500     }
    501   },
    502   "hn_data": {
    503     "threads": [],
    504     "top_points": 0,
    505     "total_points": 0,
    506     "total_comments": 0
    507   }
    508 }

Impressum · Datenschutz