ai-research-survey

Systematic scan of agentic development research. What's signal, what's noise.
git clone https://git.shiptheloop.com/ai-research-survey.git
Log | Files | Refs

scan.json (14304B)


      1 {
      2   "paper": {
      3     "title": "Adaptive Self-Triggered Control for Multi-Agent Systems with Actuator Failures and Time-Varying State Constraints",
      4     "authors": ["Jianhui Wang", "Zikai Hu", "Jiarui Liu", "Yuanqing Zhang", "Yixiang Gu", "Weicong Huang", "Ruizhi Tang", "Fang Wang"],
      5     "year": 2023,
      6     "venue": "Actuators",
      7     "doi": "10.3390/act12090364"
      8   },
      9   "checklist": {
     10     "artifacts": {
     11       "code_released": {
     12         "applies": true,
     13         "answer": false,
     14         "justification": "No code repository or archive link is provided in the paper."
     15       },
     16       "data_released": {
     17         "applies": true,
     18         "answer": false,
     19         "justification": "The Data Availability Statement says 'Not applicable.' No simulation data or code is released."
     20       },
     21       "environment_specified": {
     22         "applies": true,
     23         "answer": false,
     24         "justification": "No simulation environment, software platform, or tool versions are specified."
     25       },
     26       "reproduction_instructions": {
     27         "applies": true,
     28         "answer": false,
     29         "justification": "No reproduction instructions are provided. Parameter tables are given but no software or scripts to run."
     30       }
     31     },
     32     "statistical_methodology": {
     33       "confidence_intervals_or_error_bars": {
     34         "applies": true,
     35         "answer": false,
     36         "justification": "Results are shown as simulation plots with no confidence intervals or error bars."
     37       },
     38       "significance_tests": {
     39         "applies": false,
     40         "answer": false,
     41         "justification": "The paper does not make comparative claims requiring statistical tests; it demonstrates a control method via simulation and theoretical proof."
     42       },
     43       "effect_sizes_reported": {
     44         "applies": true,
     45         "answer": true,
     46         "justification": "Bandwidth saving rates are reported as percentages with baselines in Tables 2 and 5 (e.g., 81.57% for Agent 1 Case I), providing magnitude context."
     47       },
     48       "sample_size_justified": {
     49         "applies": false,
     50         "answer": false,
     51         "justification": "This is a theoretical control paper validated by simulation; sample size justification is not applicable."
     52       },
     53       "variance_reported": {
     54         "applies": true,
     55         "answer": false,
     56         "justification": "Simulations appear to be single runs with no variance or repeated trials reported."
     57       }
     58     },
     59     "evaluation_design": {
     60       "baselines_included": {
     61         "applies": true,
     62         "answer": true,
     63         "justification": "The STM is compared against a continuous-time trigger mechanism in terms of triggering number (Figure 9, Figure 17, Tables 2 and 5)."
     64       },
     65       "baselines_contemporary": {
     66         "applies": true,
     67         "answer": false,
     68         "justification": "The only baseline is a standard continuous-time trigger mechanism. No comparison with other recent self-triggered or event-triggered methods from the literature is provided."
     69       },
     70       "ablation_study": {
     71         "applies": true,
     72         "answer": false,
     73         "justification": "No ablation study is performed to isolate the contributions of individual components (NN approximation, BLF, STM)."
     74       },
     75       "multiple_metrics": {
     76         "applies": true,
     77         "answer": true,
     78         "justification": "The paper evaluates tracking performance (synchronization errors), constraint satisfaction, and bandwidth saving rate."
     79       },
     80       "human_evaluation": {
     81         "applies": false,
     82         "answer": false,
     83         "justification": "Human evaluation is irrelevant for a control theory simulation study."
     84       },
     85       "held_out_test_set": {
     86         "applies": false,
     87         "answer": false,
     88         "justification": "Not applicable; this is a simulation-based control theory paper, not a data-driven evaluation."
     89       },
     90       "per_category_breakdown": {
     91         "applies": true,
     92         "answer": true,
     93         "justification": "Results are broken down per agent (4 agents) and per actuator failure case (Case I and Case II) in Tables 2 and 5."
     94       },
     95       "failure_cases_discussed": {
     96         "applies": true,
     97         "answer": false,
     98         "justification": "No failure cases or limitations of the proposed method are demonstrated. All simulations show successful control."
     99       },
    100       "negative_results_reported": {
    101         "applies": true,
    102         "answer": true,
    103         "justification": "The conclusion notes that 'as the tracking signal becomes complex, the amount of communication resources saved by the STM decreases,' acknowledging a limitation observed in Example 2."
    104       }
    105     },
    106     "claims_and_evidence": {
    107       "abstract_claims_supported": {
    108         "applies": true,
    109         "answer": true,
    110         "justification": "The abstract claims fixed-time consensus, constraint satisfaction, and bandwidth conservation, all of which are demonstrated through theoretical proof (Theorem 1) and two simulation examples."
    111       },
    112       "causal_claims_justified": {
    113         "applies": true,
    114         "answer": true,
    115         "justification": "Causal claims about the method's effectiveness are supported by formal Lyapunov stability proofs (Theorem 1) and controlled simulation experiments with known ground truth dynamics."
    116       },
    117       "generalization_bounded": {
    118         "applies": true,
    119         "answer": false,
    120         "justification": "The paper titles the method for 'Multi-Agent Systems' broadly but validates only on two specific simulation examples (a generic nonlinear MAS and a robotic arm MAS). No discussion of generalization boundaries."
    121       },
    122       "alternative_explanations_discussed": {
    123         "applies": true,
    124         "answer": false,
    125         "justification": "No alternative explanations or confounding factors are discussed. The simulations are deterministic with known dynamics, but the paper does not discuss sensitivity to parameter choices or modeling assumptions."
    126       }
    127     },
    128     "setup_transparency": {
    129       "model_versions_specified": {
    130         "applies": false,
    131         "answer": false,
    132         "justification": "No pre-trained ML models are used. The neural networks here are radial basis function approximators trained online as part of the adaptive controller."
    133       },
    134       "prompts_provided": {
    135         "applies": false,
    136         "answer": false,
    137         "justification": "No prompting is used; this is a control theory paper."
    138       },
    139       "hyperparameters_reported": {
    140         "applies": true,
    141         "answer": true,
    142         "justification": "All controller parameters, NN parameters, STM parameters, and initial conditions are specified in Tables 1 and 4."
    143       },
    144       "scaffolding_described": {
    145         "applies": false,
    146         "answer": false,
    147         "justification": "No agentic scaffolding is used; 'agents' here refers to control theory agents (robots/nodes), not AI agents."
    148       },
    149       "data_preprocessing_documented": {
    150         "applies": false,
    151         "answer": false,
    152         "justification": "No data preprocessing; simulations use analytically defined system dynamics."
    153       }
    154     },
    155     "limitations_and_scope": {
    156       "limitations_section_present": {
    157         "applies": true,
    158         "answer": false,
    159         "justification": "No dedicated limitations or threats-to-validity section exists. The conclusion briefly mentions decreased STM efficiency with complex signals."
    160       },
    161       "threats_to_validity_specific": {
    162         "applies": true,
    163         "answer": false,
    164         "justification": "No specific threats to validity are discussed."
    165       },
    166       "scope_boundaries_stated": {
    167         "applies": true,
    168         "answer": false,
    169         "justification": "No explicit scope boundaries are stated regarding what the results do not show."
    170       }
    171     },
    172     "data_integrity": {
    173       "raw_data_available": {
    174         "applies": true,
    175         "answer": false,
    176         "justification": "No simulation data is available for verification."
    177       },
    178       "data_collection_described": {
    179         "applies": false,
    180         "answer": false,
    181         "justification": "No data collection; results come from numerical simulation of defined dynamical systems."
    182       },
    183       "recruitment_methods_described": {
    184         "applies": false,
    185         "answer": false,
    186         "justification": "No human participants or sample recruitment; purely simulation-based."
    187       },
    188       "data_pipeline_documented": {
    189         "applies": false,
    190         "answer": false,
    191         "justification": "No data pipeline; simulations use analytically defined systems."
    192       }
    193     },
    194     "conflicts_of_interest": {
    195       "funding_disclosed": {
    196         "applies": true,
    197         "answer": true,
    198         "justification": "Funding is disclosed: Guangzhou Yangcheng Scholars Research Project (202235199), Climbing Program Special Funds (pdjh2022a0404), Guangzhou University grant RC2023007, and College Students' Innovation Program (s202311078031)."
    199       },
    200       "affiliations_disclosed": {
    201         "applies": true,
    202         "answer": true,
    203         "justification": "Author affiliations are clearly listed: Guangzhou University and Shandong University of Science and Technology."
    204       },
    205       "funder_independent_of_outcome": {
    206         "applies": true,
    207         "answer": true,
    208         "justification": "Funders are university/government research grants with no apparent financial interest in the outcome."
    209       },
    210       "financial_interests_declared": {
    211         "applies": true,
    212         "answer": true,
    213         "justification": "The paper states 'The authors declare no conflict of interest.'"
    214       }
    215     },
    216     "contamination": {
    217       "training_cutoff_stated": {
    218         "applies": false,
    219         "answer": false,
    220         "justification": "No pre-trained model is evaluated on any benchmark. The neural networks are trained online within the simulation."
    221       },
    222       "train_test_overlap_discussed": {
    223         "applies": false,
    224         "answer": false,
    225         "justification": "No benchmark evaluation of a pre-trained model."
    226       },
    227       "benchmark_contamination_addressed": {
    228         "applies": false,
    229         "answer": false,
    230         "justification": "No benchmark evaluation of a pre-trained model."
    231       }
    232     },
    233     "human_studies": {
    234       "pre_registered": {
    235         "applies": false,
    236         "answer": false,
    237         "justification": "No human participants."
    238       },
    239       "irb_or_ethics_approval": {
    240         "applies": false,
    241         "answer": false,
    242         "justification": "No human participants."
    243       },
    244       "demographics_reported": {
    245         "applies": false,
    246         "answer": false,
    247         "justification": "No human participants."
    248       },
    249       "inclusion_exclusion_criteria": {
    250         "applies": false,
    251         "answer": false,
    252         "justification": "No human participants."
    253       },
    254       "randomization_described": {
    255         "applies": false,
    256         "answer": false,
    257         "justification": "No human participants."
    258       },
    259       "blinding_described": {
    260         "applies": false,
    261         "answer": false,
    262         "justification": "No human participants."
    263       },
    264       "attrition_reported": {
    265         "applies": false,
    266         "answer": false,
    267         "justification": "No human participants."
    268       }
    269     },
    270     "cost_and_practicality": {
    271       "inference_cost_reported": {
    272         "applies": false,
    273         "answer": false,
    274         "justification": "This is a theoretical control paper; inference cost in the ML sense is not applicable."
    275       },
    276       "compute_budget_stated": {
    277         "applies": true,
    278         "answer": false,
    279         "justification": "No computational budget, simulation hardware, or runtime is reported."
    280       }
    281     }
    282   },
    283   "claims": [
    284     {
    285       "claim": "The proposed fixed-time self-triggered mechanism achieves consensus within a predefined fixed time regardless of initial states.",
    286       "evidence": "Theorem 1 provides a formal Lyapunov stability proof with convergence time bound (Eq. 82). Figure 10 shows convergence at ~0.1s across three different initial conditions (Table 3).",
    287       "supported": "strong"
    288     },
    289     {
    290       "claim": "The self-triggered mechanism significantly conserves communication bandwidth compared to continuous-time triggering.",
    291       "evidence": "Tables 2 and 5 report bandwidth savings of 31-82% across agents and cases. Figures 9 and 17 compare trigger frequencies.",
    292       "supported": "moderate"
    293     },
    294     {
    295       "claim": "The adaptive NN control method effectively compensates for actuator failures while maintaining time-varying state constraints.",
    296       "evidence": "Simulations in Examples 1 and 2 show tracking under partial failure (20-40%) and complete failure of one actuator. Figures 3-4 and 11-12 show constraint satisfaction.",
    297       "supported": "moderate"
    298     }
    299   ],
    300   "methodology_tags": ["theoretical"],
    301   "key_findings": "This paper proposes a fixed-time self-triggered consensus control protocol for multi-agent systems with actuator failures and time-varying state constraints. The method combines barrier Lyapunov functions with adaptive neural network control and a self-triggered mechanism to achieve fixed-time convergence independent of initial states. Simulation results on two examples show bandwidth savings of 31-82% compared to continuous triggering while maintaining constraint satisfaction under various actuator failure scenarios.",
    302   "red_flags": [
    303     {
    304       "flag": "Out of survey scope",
    305       "detail": "This is a control theory paper about consensus in multi-agent robotic/dynamical systems. It has no connection to LLMs, AI programming, agentic AI, or software engineering. The 'multi-agent systems' and 'neural networks' terminology refers to control-theoretic concepts (distributed robotic agents, RBF function approximators), not AI/LLM agents or deep learning."
    306     },
    307     {
    308       "flag": "Simulation only, no real-world validation",
    309       "detail": "The method is validated only through two numerical simulation examples with known dynamics. No hardware experiments or real-world deployment is shown."
    310     },
    311     {
    312       "flag": "Weak baselines",
    313       "detail": "The only comparison is against a continuous-time trigger mechanism. No comparison with other recent event-triggered or self-triggered methods from the cited literature."
    314     }
    315   ],
    316   "cited_papers": []
    317 }

Impressum · Datenschutz