ai-research-survey

Systematic scan of agentic development research. What's signal, what's noise.
git clone https://git.shiptheloop.com/ai-research-survey.git
Log | Files | Refs

scan.json (13149B)


      1 {
      2   "paper": {
      3     "title": "Determination of the force transmission error in a single-sinker magnetic suspension densimeter due to the fluid-specific effect and its correction for use with gas mixtures containing oxygen",
      4     "authors": ["Daniel Lozano-Martín", "María E. Mondéjar", "José J. Segovia", "César R. Chamorro"],
      5     "year": 2024,
      6     "venue": "Unknown"
      7   },
      8   "checklist": {
      9     "artifacts": {
     10       "code_released": {
     11         "applies": true,
     12         "answer": false,
     13         "justification": "No source code or software repository is mentioned in the paper."
     14       },
     15       "data_released": {
     16         "applies": true,
     17         "answer": false,
     18         "justification": "Measurement data are presented in tables within the paper but no downloadable dataset or supplementary data files are provided."
     19       },
     20       "environment_specified": {
     21         "applies": true,
     22         "answer": false,
     23         "justification": "No computational environment specifications are provided. The paper describes laboratory apparatus but not software tools."
     24       },
     25       "reproduction_instructions": {
     26         "applies": true,
     27         "answer": false,
     28         "justification": "No step-by-step reproduction instructions are provided. The apparatus is described but not in a reproducible-recipe format."
     29       }
     30     },
     31     "statistical_methodology": {
     32       "confidence_intervals_or_error_bars": {
     33         "applies": true,
     34         "answer": true,
     35         "justification": "The paper reports expanded uncertainties for density measurements (e.g., U(ρ) values in tables) and discusses measurement uncertainty throughout."
     36       },
     37       "significance_tests": {
     38         "applies": false,
     39         "answer": false,
     40         "justification": "The paper does not make comparative claims requiring significance tests; it determines apparatus constants and corrects measurement errors."
     41       },
     42       "effect_sizes_reported": {
     43         "applies": false,
     44         "answer": false,
     45         "justification": "Not applicable — this is a metrological calibration study, not a comparative experiment."
     46       },
     47       "sample_size_justified": {
     48         "applies": false,
     49         "answer": false,
     50         "justification": "Not applicable — sample sizes are determined by the measurement protocol (temperature/pressure points), not statistical power considerations."
     51       },
     52       "variance_reported": {
     53         "applies": true,
     54         "answer": true,
     55         "justification": "Measurement uncertainties and deviations from reference equations of state are reported throughout the tables and figures."
     56       }
     57     },
     58     "evaluation_design": {
     59       "baselines_included": {
     60         "applies": true,
     61         "answer": true,
     62         "justification": "Results are compared against reference equations of state (GERG-2008, Span-Wagner EOS) and literature values from other densimeters."
     63       },
     64       "baselines_contemporary": {
     65         "applies": true,
     66         "answer": true,
     67         "justification": "GERG-2008 and Span-Wagner equations of state are the current standard references in the field."
     68       },
     69       "ablation_study": {
     70         "applies": false,
     71         "answer": false,
     72         "justification": "Not applicable — this is a metrological study, not a system with modular components."
     73       },
     74       "multiple_metrics": {
     75         "applies": true,
     76         "answer": true,
     77         "justification": "The paper reports multiple metrics: relative deviations from EOS, absolute density values, FTE correction magnitudes, and uncertainty budgets."
     78       },
     79       "human_evaluation": {
     80         "applies": false,
     81         "answer": false,
     82         "justification": "Human evaluation is irrelevant to physical density measurements."
     83       },
     84       "held_out_test_set": {
     85         "applies": false,
     86         "answer": false,
     87         "justification": "Not applicable — this is a metrological study, not a machine learning evaluation."
     88       },
     89       "per_category_breakdown": {
     90         "applies": true,
     91         "answer": true,
     92         "justification": "Results are broken down by gas type (nitrogen, carbon dioxide, oxygen, methane) and by temperature/pressure conditions."
     93       },
     94       "failure_cases_discussed": {
     95         "applies": true,
     96         "answer": true,
     97         "justification": "The paper discusses limitations of Method 1 for determining the apparatus-specific constant, explaining why it yielded less reliable results."
     98       },
     99       "negative_results_reported": {
    100         "applies": true,
    101         "answer": true,
    102         "justification": "Method 1 for determining ερ is reported as less reliable than Method 2, and the paper explains the inherent limitations."
    103       }
    104     },
    105     "claims_and_evidence": {
    106       "abstract_claims_supported": {
    107         "applies": true,
    108         "answer": true,
    109         "justification": "The abstract claims two methods yielded different ερ values and that Method 2 is more reliable. Both claims are supported by the experimental results."
    110       },
    111       "causal_claims_justified": {
    112         "applies": false,
    113         "answer": false,
    114         "justification": "The paper does not make causal claims; it determines apparatus constants through direct measurement."
    115       },
    116       "generalization_bounded": {
    117         "applies": true,
    118         "answer": true,
    119         "justification": "The paper clearly states results are specific to the University of Valladolid's densimeter and specific gas mixtures tested."
    120       },
    121       "alternative_explanations_discussed": {
    122         "applies": true,
    123         "answer": true,
    124         "justification": "The paper discusses why Method 1 gives different results from Method 2, considering systematic effects from sinker geometry and magnetic properties."
    125       }
    126     },
    127     "setup_transparency": {
    128       "model_versions_specified": {
    129         "applies": false,
    130         "answer": false,
    131         "justification": "Not applicable — no AI/ML models are used in this study."
    132       },
    133       "prompts_provided": {
    134         "applies": false,
    135         "answer": false,
    136         "justification": "Not applicable — no prompting or language models are used."
    137       },
    138       "hyperparameters_reported": {
    139         "applies": false,
    140         "answer": false,
    141         "justification": "Not applicable — no machine learning models are used."
    142       },
    143       "scaffolding_described": {
    144         "applies": false,
    145         "answer": false,
    146         "justification": "Not applicable — no agentic scaffolding is used."
    147       },
    148       "data_preprocessing_documented": {
    149         "applies": true,
    150         "answer": true,
    151         "justification": "The paper documents how raw balance readings are converted to density values through the FTE correction procedure, with equations and calibration steps."
    152       }
    153     },
    154     "limitations_and_scope": {
    155       "limitations_section_present": {
    156         "applies": true,
    157         "answer": false,
    158         "justification": "No dedicated limitations section. Limitations are discussed inline but there is no standalone section."
    159       },
    160       "threats_to_validity_specific": {
    161         "applies": true,
    162         "answer": true,
    163         "justification": "The paper discusses specific limitations of Method 1 related to the small difference between sinker densities and systematic effects of the measuring cell geometry."
    164       },
    165       "scope_boundaries_stated": {
    166         "applies": true,
    167         "answer": true,
    168         "justification": "The paper is clearly scoped to one specific densimeter at one institution, with specific gases and conditions."
    169       }
    170     },
    171     "data_integrity": {
    172       "raw_data_available": {
    173         "applies": true,
    174         "answer": false,
    175         "justification": "Raw measurement data are not available for download; only processed results are shown in tables."
    176       },
    177       "data_collection_described": {
    178         "applies": true,
    179         "answer": true,
    180         "justification": "The measurement procedure is described in detail, including apparatus setup, temperature/pressure ranges, and measurement protocol."
    181       },
    182       "recruitment_methods_described": {
    183         "applies": false,
    184         "answer": false,
    185         "justification": "Not applicable — no human participants; data come from laboratory measurements."
    186       },
    187       "data_pipeline_documented": {
    188         "applies": true,
    189         "answer": true,
    190         "justification": "The paper documents the full pipeline from raw balance readings through FTE correction to final density values, with all equations shown."
    191       }
    192     },
    193     "conflicts_of_interest": {
    194       "funding_disclosed": {
    195         "applies": true,
    196         "answer": true,
    197         "justification": "Acknowledgments section lists funding from Spanish government (MCIN/AEI) and regional government (Junta de Castilla y León)."
    198       },
    199       "affiliations_disclosed": {
    200         "applies": true,
    201         "answer": true,
    202         "justification": "Author affiliations are clearly listed: University of Valladolid and Technical University of Denmark."
    203       },
    204       "funder_independent_of_outcome": {
    205         "applies": true,
    206         "answer": true,
    207         "justification": "Funding is from government research agencies with no financial stake in the apparatus constant values determined."
    208       },
    209       "financial_interests_declared": {
    210         "applies": true,
    211         "answer": false,
    212         "justification": "No competing interests or financial disclosure statement is present in the paper."
    213       }
    214     },
    215     "contamination": {
    216       "training_cutoff_stated": {
    217         "applies": false,
    218         "answer": false,
    219         "justification": "Not applicable — no pre-trained AI/ML models are evaluated."
    220       },
    221       "train_test_overlap_discussed": {
    222         "applies": false,
    223         "answer": false,
    224         "justification": "Not applicable — no pre-trained AI/ML models are evaluated."
    225       },
    226       "benchmark_contamination_addressed": {
    227         "applies": false,
    228         "answer": false,
    229         "justification": "Not applicable — no pre-trained AI/ML models are evaluated."
    230       }
    231     },
    232     "human_studies": {
    233       "pre_registered": {
    234         "applies": false,
    235         "answer": false,
    236         "justification": "Not applicable — no human participants."
    237       },
    238       "irb_or_ethics_approval": {
    239         "applies": false,
    240         "answer": false,
    241         "justification": "Not applicable — no human participants."
    242       },
    243       "demographics_reported": {
    244         "applies": false,
    245         "answer": false,
    246         "justification": "Not applicable — no human participants."
    247       },
    248       "inclusion_exclusion_criteria": {
    249         "applies": false,
    250         "answer": false,
    251         "justification": "Not applicable — no human participants."
    252       },
    253       "randomization_described": {
    254         "applies": false,
    255         "answer": false,
    256         "justification": "Not applicable — no human participants."
    257       },
    258       "blinding_described": {
    259         "applies": false,
    260         "answer": false,
    261         "justification": "Not applicable — no human participants."
    262       },
    263       "attrition_reported": {
    264         "applies": false,
    265         "answer": false,
    266         "justification": "Not applicable — no human participants."
    267       }
    268     },
    269     "cost_and_practicality": {
    270       "inference_cost_reported": {
    271         "applies": false,
    272         "answer": false,
    273         "justification": "Not applicable — no AI inference or computational method is proposed."
    274       },
    275       "compute_budget_stated": {
    276         "applies": false,
    277         "answer": false,
    278         "justification": "Not applicable — this is a laboratory measurement study, not a computational study."
    279       }
    280     }
    281   },
    282   "claims": [
    283     {
    284       "claim": "The apparatus-specific constant ερ determined by Method 1 (two sinkers) is 4.6×10⁻⁵",
    285       "evidence": "Experimental results comparing density measurements with two different sinkers (Section 3/4)",
    286       "supported": "moderate"
    287     },
    288     {
    289       "claim": "The apparatus-specific constant ερ determined by Method 2 (oxygen measurements) is 8.822×10⁻⁵ and is more reliable",
    290       "evidence": "Measurements with pure oxygen and comparison against Span-Wagner EOS, showing better agreement after correction",
    291       "supported": "strong"
    292     }
    293   ],
    294   "methodology_tags": ["case-study"],
    295   "key_findings": "This paper determines the apparatus-specific constant for correcting force transmission error in a single-sinker magnetic suspension densimeter at the University of Valladolid. Two methods are compared, with oxygen-based measurement (ερ = 8.822×10⁻⁵) found more reliable than the two-sinker method (ερ = 4.6×10⁻⁵). The correction is essential for accurate density measurements of paramagnetic gas mixtures containing oxygen.",
    296   "red_flags": [
    297     {
    298       "flag": "Wrong paper for registry entry",
    299       "detail": "This paper is about magnetic suspension densimeters and fluid density measurement — it has no connection to AI, LLMs, software engineering, or any topic in the survey scope. The PDF appears to be incorrectly associated with the registry slug 'reforms-consensus-ml-2024'."
    300     }
    301   ],
    302   "cited_papers": []
    303 }

Impressum · Datenschutz