commit d25c0c4a981c3ac525a20d489f917d1f0be8c379
parent 9d530eb263135124654b1e8bc32eabe0c2a60c1d
Author: Brian Graham <brian@buildingbetterteams.de>
Date: Tue, 7 Apr 2026 18:25:23 +0200
PCA: 10 components, taller scree bars, remove Variance Explained
- PCA script computes 10 components (was 3)
- Scree plot moved above loadings, taller bars (200px), min height
- All 10 components explained with loadings tables
- Removed redundant Variance Explained section
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat:
3 files changed, 3688 insertions(+), 1188 deletions(-)
diff --git a/dashboard/src/components/PCAPlot.tsx b/dashboard/src/components/PCAPlot.tsx
@@ -46,7 +46,7 @@ interface PCAPlotProps {
data: PCAData;
}
-type PCKey = "pc1" | "pc2" | "pc3";
+type PCKey = "pc1" | "pc2" | "pc3" | "pc4" | "pc5" | "pc6" | "pc7" | "pc8" | "pc9" | "pc10";
const AXIS_LABELS: Record<string, string> = {
model: "Model",
@@ -582,6 +582,45 @@ export default function PCAPlot({ data }: PCAPlotProps) {
</div>
</div>
+ {/* Scree plot */}
+ {data.scree && data.scree.length > 3 && (
+ <div className="card">
+ <h3 style={{ fontSize: "13px", fontWeight: 600, marginBottom: 12, color: "hsl(213 14% 80%)", textTransform: "uppercase", letterSpacing: "0.5px" }}>
+ Variance by Component (Scree Plot)
+ </h3>
+ <div style={{ display: "flex", alignItems: "flex-end", gap: 3, height: 200 }}>
+ {data.scree.slice(0, 20).map((v, i) => {
+ const cumulative = data.scree.slice(0, i + 1).reduce((a, b) => a + b, 0);
+ const maxV = data.scree[0];
+ const barHeight = Math.max(4, (v / maxV) * 180);
+ const isUsed = i < 3;
+ const isExplained = i < 10;
+ return (
+ <div key={i} style={{ flex: 1, display: "flex", flexDirection: "column", alignItems: "center", gap: 2 }}>
+ <span style={{ fontSize: "9px", fontFamily: "'JetBrains Mono', monospace", fontWeight: 600, color: isUsed ? "hsl(193 44% 67%)" : "hsl(213 14% 55%)" }}>
+ {v.toFixed(1)}%
+ </span>
+ <div
+ style={{
+ width: "100%",
+ height: `${barHeight}px`,
+ background: isUsed ? "hsl(193 44% 67%)" : isExplained ? "hsl(216 15% 40%)" : "hsl(216 15% 25%)",
+ }}
+ title={`PC${i + 1}: ${v.toFixed(1)}% (cumulative: ${cumulative.toFixed(1)}%)`}
+ />
+ <span style={{ fontSize: "9px", fontFamily: "'JetBrains Mono', monospace", color: isUsed ? "hsl(193 44% 67%)" : "hsl(213 14% 45%)" }}>
+ PC{i + 1}
+ </span>
+ </div>
+ );
+ })}
+ </div>
+ <div style={{ fontSize: "10px", color: "hsl(213 14% 55%)", marginTop: 8, textAlign: "center", fontFamily: "'JetBrains Mono', monospace" }}>
+ 3D view (cyan): {data.variance_explained.slice(0, 3).reduce((a, b) => a + b, 0).toFixed(1)}% | First 10: {data.scree.slice(0, 10).reduce((a, b) => a + b, 0).toFixed(1)}% | All {data.scree.length} components: {data.scree.reduce((a, b) => a + b, 0).toFixed(1)}%
+ </div>
+ </div>
+ )}
+
{/* Loadings interpretation card */}
<div className="card">
<h3
@@ -606,18 +645,16 @@ export default function PCAPlot({ data }: PCAPlotProps) {
>
Each principal component is a weighted combination of all configuration axes.
Higher weight means that axis contributes more to the variance in that dimension.
- Green/red values show the direction: positive values push points right/up,
- negative values push left/down.
+ Green/red values show the direction of influence.
</p>
<div
style={{
display: "grid",
- gridTemplateColumns: "repeat(auto-fit, minmax(360px, 1fr))",
- gap: 20,
+ gridTemplateColumns: "repeat(auto-fit, minmax(320px, 1fr))",
+ gap: 16,
}}
>
- {(["pc1", "pc2", "pc3"] as PCKey[])
- .slice(0, data.n_components)
+ {Array.from({ length: Math.min(data.n_components, 10) }, (_, i) => `pc${i + 1}` as PCKey)
.map((pc, idx) => (
<LoadingsTable
key={pc}
@@ -629,115 +666,7 @@ export default function PCAPlot({ data }: PCAPlotProps) {
</div>
</div>
- {/* Scree plot */}
- {data.scree && data.scree.length > 3 && (
- <div className="card">
- <h3 style={{ fontSize: "13px", fontWeight: 600, marginBottom: 12, color: "hsl(213 14% 80%)", textTransform: "uppercase", letterSpacing: "0.5px" }}>
- Scree Plot
- </h3>
- <div style={{ display: "flex", alignItems: "flex-end", gap: 2, height: 120 }}>
- {data.scree.slice(0, 20).map((v, i) => {
- const cumulative = data.scree.slice(0, i + 1).reduce((a, b) => a + b, 0);
- const maxV = data.scree[0];
- const height = (v / maxV) * 100;
- const isUsed = i < 3;
- return (
- <div key={i} style={{ flex: 1, display: "flex", flexDirection: "column", alignItems: "center", gap: 2 }}>
- <span style={{ fontSize: "8px", fontFamily: "'JetBrains Mono', monospace", color: "hsl(213 14% 45%)" }}>
- {v.toFixed(1)}
- </span>
- <div
- style={{
- width: "100%",
- height: `${height}%`,
- background: isUsed ? "hsl(193 44% 67%)" : "hsl(216 15% 30%)",
- opacity: isUsed ? 1 : 0.6,
- }}
- title={`PC${i + 1}: ${v.toFixed(1)}% (cumulative: ${cumulative.toFixed(1)}%)`}
- />
- <span style={{ fontSize: "8px", fontFamily: "'JetBrains Mono', monospace", color: isUsed ? "hsl(193 44% 67%)" : "hsl(213 14% 45%)" }}>
- {i + 1}
- </span>
- </div>
- );
- })}
- </div>
- <div style={{ fontSize: "10px", color: "hsl(213 14% 45%)", marginTop: 6, textAlign: "center" }}>
- First 3 PCs (highlighted): {data.variance_explained.reduce((a, b) => a + b, 0).toFixed(1)}% | First 10: {data.scree.slice(0, 10).reduce((a, b) => a + b, 0).toFixed(1)}% | All {data.scree.length}: {data.scree.reduce((a, b) => a + b, 0).toFixed(1)}%
- </div>
- </div>
- )}
-
- {/* Variance summary */}
- <div className="card">
- <h3
- style={{
- fontSize: "13px",
- fontWeight: 600,
- marginBottom: 12,
- color: "hsl(213 14% 80%)",
- textTransform: "uppercase",
- letterSpacing: "0.5px",
- }}
- >
- Variance Explained
- </h3>
- <div style={{ display: "flex", gap: 24, flexWrap: "wrap" }}>
- {data.variance_explained.map((v, i) => {
- const cumulative = data.variance_explained
- .slice(0, i + 1)
- .reduce((a, b) => a + b, 0);
- return (
- <div key={i} style={{ flex: "1 1 100px" }}>
- <div
- style={{
- display: "flex",
- justifyContent: "space-between",
- fontSize: "11px",
- marginBottom: 4,
- }}
- >
- <span style={{ color: "hsl(213 14% 80%)" }}>PC{i + 1}</span>
- <span
- style={{
- fontFamily: "'JetBrains Mono', monospace",
- fontWeight: 600,
- color: "hsl(193 44% 67%)",
- }}
- >
- {v.toFixed(1)}%
- </span>
- </div>
- <div
- style={{
- background: "hsl(216 15% 19%)",
- height: 6,
- overflow: "hidden",
- }}
- >
- <div
- style={{
- width: `${v}%`,
- height: "100%",
- background: "hsl(193 44% 67%)",
- }}
- />
- </div>
- <div
- style={{
- fontSize: "10px",
- color: "hsl(213 14% 45%)",
- marginTop: 2,
- textAlign: "right",
- }}
- >
- cumulative: {cumulative.toFixed(1)}%
- </div>
- </div>
- );
- })}
- </div>
- </div>
+ {/* Variance Explained section removed -- scree plot covers this */}
</div>
);
}
diff --git a/harness/pca-analysis.py b/harness/pca-analysis.py
@@ -166,7 +166,7 @@ def run_pca(runs: list[dict]) -> dict:
matrix, feature_names, axis_for_feature, axis_features = build_feature_matrix(runs)
n_runs, n_features = matrix.shape
- n_components = min(3, n_features, n_runs)
+ n_components = min(10, n_features, n_runs)
print(f" {n_runs} runs, {n_features} features, {n_components} components")
diff --git a/results/analysis/pca.json b/results/analysis/pca.json
@@ -1,39 +1,47 @@
{
- "n_runs": 272,
- "n_features": 45,
- "n_components": 3,
+ "n_runs": 284,
+ "n_features": 46,
+ "n_components": 10,
"variance_explained": [
- 14.63,
- 12.5,
- 5.77
+ 14.26,
+ 11.97,
+ 5.61,
+ 5.23,
+ 4.74,
+ 4.48,
+ 4.35,
+ 4.11,
+ 3.62,
+ 3.52
],
"scree": [
- 14.63,
- 12.5,
- 5.77,
- 5.37,
- 4.83,
- 4.6,
- 4.47,
- 4.22,
- 3.68,
- 3.58,
- 3.25,
- 2.97,
- 2.82,
- 2.75,
- 2.74,
- 2.6,
- 2.47,
- 2.4,
+ 14.26,
+ 11.97,
+ 5.61,
+ 5.23,
+ 4.74,
+ 4.48,
+ 4.35,
+ 4.11,
+ 3.62,
+ 3.52,
+ 3.21,
+ 2.93,
+ 2.76,
+ 2.71,
+ 2.67,
+ 2.57,
+ 2.48,
+ 2.35,
2.3,
- 2.23,
- 2.23,
- 2.23,
- 2.09,
- 1.52,
- 1.07,
- 0.66,
+ 2.25,
+ 2.19,
+ 2.19,
+ 2.17,
+ 1.94,
+ 1.55,
+ 1.1,
+ 0.76,
0.0,
0.0,
0.0,
@@ -56,13 +64,37 @@
],
"points": [
{
+ "run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=js_lint=on_budget=low_model=glm45air_pw=off_prompt=simple_prov=zai_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run1",
+ "short_id": "35048b14",
+ "model": "glm-4.5-air",
+ "score": 0.03,
+ "pc1": 3.7373,
+ "pc2": -0.0118,
+ "pc3": 0.4951,
+ "pc4": 0.1581,
+ "pc5": -2.7933,
+ "pc6": 0.6502,
+ "pc7": 0.9277,
+ "pc8": 0.6782,
+ "pc9": -2.4643,
+ "pc10": -0.4507,
+ "config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low"
+ },
+ {
"run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=js_lint=on_budget=low_model=glm47_pw=off_prompt=simple_prov=zai_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run1",
"short_id": "85cfb3b7",
"model": "glm-4.7",
"score": 0.33,
- "pc1": 3.8305,
- "pc2": -0.2184,
- "pc3": -0.456,
+ "pc1": 3.7767,
+ "pc2": -0.0491,
+ "pc3": 0.3273,
+ "pc4": 0.4061,
+ "pc5": -3.1804,
+ "pc6": 0.2922,
+ "pc7": 0.509,
+ "pc8": 0.1408,
+ "pc9": -1.5862,
+ "pc10": -0.1389,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low"
},
{
@@ -70,9 +102,16 @@
"short_id": "c530817e",
"model": "glm-4.7",
"score": 0.38,
- "pc1": 3.8305,
- "pc2": -0.2184,
- "pc3": -0.456,
+ "pc1": 3.7767,
+ "pc2": -0.0491,
+ "pc3": 0.3273,
+ "pc4": 0.4061,
+ "pc5": -3.1804,
+ "pc6": 0.2922,
+ "pc7": 0.509,
+ "pc8": 0.1408,
+ "pc9": -1.5862,
+ "pc10": -0.1389,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low"
},
{
@@ -80,9 +119,16 @@
"short_id": "5ea5d539",
"model": "glm-5.1",
"score": 0.38,
- "pc1": 3.908,
- "pc2": -0.1316,
- "pc3": -0.5219,
+ "pc1": 3.851,
+ "pc2": -0.1319,
+ "pc3": 0.3771,
+ "pc4": 0.5938,
+ "pc5": -2.1548,
+ "pc6": 0.8526,
+ "pc7": 0.1222,
+ "pc8": 0.4037,
+ "pc9": -2.4154,
+ "pc10": -0.0933,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low"
},
{
@@ -90,9 +136,16 @@
"short_id": "f2ff7829",
"model": "glm-5.1",
"score": 0.35,
- "pc1": 3.908,
- "pc2": -0.1316,
- "pc3": -0.5219,
+ "pc1": 3.851,
+ "pc2": -0.1319,
+ "pc3": 0.3771,
+ "pc4": 0.5938,
+ "pc5": -2.1548,
+ "pc6": 0.8526,
+ "pc7": 0.1222,
+ "pc8": 0.4037,
+ "pc9": -2.4154,
+ "pc10": -0.0933,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low"
},
{
@@ -100,9 +153,16 @@
"short_id": "6b848132",
"model": "glm-5.1",
"score": 0.305,
- "pc1": 3.908,
- "pc2": -0.1316,
- "pc3": -0.5219,
+ "pc1": 3.851,
+ "pc2": -0.1319,
+ "pc3": 0.3771,
+ "pc4": 0.5938,
+ "pc5": -2.1548,
+ "pc6": 0.8526,
+ "pc7": 0.1222,
+ "pc8": 0.4037,
+ "pc9": -2.4154,
+ "pc10": -0.0933,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low"
},
{
@@ -110,9 +170,16 @@
"short_id": "e047cf3a",
"model": "haiku",
"score": 0.885,
- "pc1": -0.9723,
- "pc2": -2.4968,
- "pc3": -0.6494,
+ "pc1": -0.8232,
+ "pc2": 2.5157,
+ "pc3": 0.6113,
+ "pc4": 0.3745,
+ "pc5": -2.5218,
+ "pc6": 0.8342,
+ "pc7": -0.2651,
+ "pc8": 0.5644,
+ "pc9": -2.5982,
+ "pc10": 0.1115,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low, strategy=use_subagents"
},
{
@@ -120,9 +187,16 @@
"short_id": "5ae88633",
"model": "haiku",
"score": 0.5,
- "pc1": -0.9723,
- "pc2": -2.4968,
- "pc3": -0.6494,
+ "pc1": -0.8232,
+ "pc2": 2.5157,
+ "pc3": 0.6113,
+ "pc4": 0.3745,
+ "pc5": -2.5218,
+ "pc6": 0.8342,
+ "pc7": -0.2651,
+ "pc8": 0.5644,
+ "pc9": -2.5982,
+ "pc10": 0.1115,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low, strategy=use_subagents"
},
{
@@ -130,19 +204,50 @@
"short_id": "1d08ee76",
"model": "haiku",
"score": 0.5,
- "pc1": -0.9723,
- "pc2": -2.4968,
- "pc3": -0.6494,
+ "pc1": -0.8232,
+ "pc2": 2.5157,
+ "pc3": 0.6113,
+ "pc4": 0.3745,
+ "pc5": -2.5218,
+ "pc6": 0.8342,
+ "pc7": -0.2651,
+ "pc8": 0.5644,
+ "pc9": -2.5982,
+ "pc10": 0.1115,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low, strategy=use_subagents"
},
{
+ "run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=js_lint=on_budget=low_model=haiku_pw=off_prompt=simple_prov=anth_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run1",
+ "short_id": "cf4290a4",
+ "model": "haiku",
+ "score": 0.0,
+ "pc1": 1.4048,
+ "pc2": 0.6895,
+ "pc3": 0.4891,
+ "pc4": 0.5276,
+ "pc5": -2.6484,
+ "pc6": 0.8293,
+ "pc7": 0.0923,
+ "pc8": 0.242,
+ "pc9": -2.8595,
+ "pc10": 0.1793,
+ "config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low"
+ },
+ {
"run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=js_lint=on_budget=low_model=opus_pw=avail_prompt=simple_rndr=none_strat=usub_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run1",
"short_id": "fe66c902",
"model": "opus",
"score": 0.355,
- "pc1": -0.7649,
- "pc2": -3.0894,
- "pc3": -0.9649,
+ "pc1": -0.6073,
+ "pc2": 3.0907,
+ "pc3": 0.8923,
+ "pc4": 0.3738,
+ "pc5": -2.4299,
+ "pc6": 0.8175,
+ "pc7": -0.3258,
+ "pc8": 0.7683,
+ "pc9": -1.9328,
+ "pc10": 0.1259,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low, strategy=use_subagents"
},
{
@@ -150,9 +255,16 @@
"short_id": "f437a754",
"model": "opus",
"score": 0.47,
- "pc1": -0.7649,
- "pc2": -3.0894,
- "pc3": -0.9649,
+ "pc1": -0.6073,
+ "pc2": 3.0907,
+ "pc3": 0.8923,
+ "pc4": 0.3738,
+ "pc5": -2.4299,
+ "pc6": 0.8175,
+ "pc7": -0.3258,
+ "pc8": 0.7683,
+ "pc9": -1.9328,
+ "pc10": 0.1259,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low, strategy=use_subagents"
},
{
@@ -160,9 +272,16 @@
"short_id": "6f157de1",
"model": "opus",
"score": 0.77,
- "pc1": -0.7649,
- "pc2": -3.0894,
- "pc3": -0.9649,
+ "pc1": -0.6073,
+ "pc2": 3.0907,
+ "pc3": 0.8923,
+ "pc4": 0.3738,
+ "pc5": -2.4299,
+ "pc6": 0.8175,
+ "pc7": -0.3258,
+ "pc8": 0.7683,
+ "pc9": -1.9328,
+ "pc10": 0.1259,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low, strategy=use_subagents"
},
{
@@ -170,9 +289,16 @@
"short_id": "aec24c80",
"model": "sonnet",
"score": 0.425,
- "pc1": -0.7548,
- "pc2": -3.086,
- "pc3": -0.9646,
+ "pc1": -0.5978,
+ "pc2": 3.0869,
+ "pc3": 0.8924,
+ "pc4": 0.3766,
+ "pc5": -2.4306,
+ "pc6": 0.8178,
+ "pc7": -0.3234,
+ "pc8": 0.7588,
+ "pc9": -1.9104,
+ "pc10": 0.1353,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low, strategy=use_subagents"
},
{
@@ -180,9 +306,16 @@
"short_id": "f451b3e8",
"model": "sonnet",
"score": 0.43,
- "pc1": -0.7548,
- "pc2": -3.086,
- "pc3": -0.9646,
+ "pc1": -0.5978,
+ "pc2": 3.0869,
+ "pc3": 0.8924,
+ "pc4": 0.3766,
+ "pc5": -2.4306,
+ "pc6": 0.8178,
+ "pc7": -0.3234,
+ "pc8": 0.7588,
+ "pc9": -1.9104,
+ "pc10": 0.1353,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low, strategy=use_subagents"
},
{
@@ -190,9 +323,16 @@
"short_id": "59fdb0fc",
"model": "sonnet",
"score": 0.5,
- "pc1": -0.7548,
- "pc2": -3.086,
- "pc3": -0.9646,
+ "pc1": -0.5978,
+ "pc2": 3.0869,
+ "pc3": 0.8924,
+ "pc4": 0.3766,
+ "pc5": -2.4306,
+ "pc6": 0.8178,
+ "pc7": -0.3234,
+ "pc8": 0.7588,
+ "pc9": -1.9104,
+ "pc10": 0.1353,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low, strategy=use_subagents"
},
{
@@ -200,9 +340,16 @@
"short_id": "dcbf6400",
"model": "haiku",
"score": 0.53,
- "pc1": -4.1913,
- "pc2": 5.7592,
- "pc3": -0.3028,
+ "pc1": -4.5771,
+ "pc2": -5.5111,
+ "pc3": 0.2567,
+ "pc4": -1.1318,
+ "pc5": -0.2991,
+ "pc6": -2.6418,
+ "pc7": -3.5099,
+ "pc8": -5.7211,
+ "pc9": -2.4977,
+ "pc10": -3.1725,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -210,9 +357,16 @@
"short_id": "b13fad58",
"model": "haiku",
"score": 0.425,
- "pc1": -4.1913,
- "pc2": 5.7592,
- "pc3": -0.3028,
+ "pc1": -4.5771,
+ "pc2": -5.5111,
+ "pc3": 0.2567,
+ "pc4": -1.1318,
+ "pc5": -0.2991,
+ "pc6": -2.6418,
+ "pc7": -3.5099,
+ "pc8": -5.7211,
+ "pc9": -2.4977,
+ "pc10": -3.1725,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -220,9 +374,16 @@
"short_id": "cbd2d1e2",
"model": "glm-4.5-air",
"score": 0.35,
- "pc1": 1.7602,
- "pc2": 4.4728,
- "pc3": -2.3913,
+ "pc1": 1.4294,
+ "pc2": -4.5764,
+ "pc3": 2.4837,
+ "pc4": -3.9163,
+ "pc5": -0.5612,
+ "pc6": -2.7857,
+ "pc7": -0.7163,
+ "pc8": 0.7814,
+ "pc9": -0.436,
+ "pc10": 2.9911,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -230,9 +391,16 @@
"short_id": "f76992f1",
"model": "glm-4.7",
"score": 0.305,
- "pc1": 1.8303,
- "pc2": 4.5009,
- "pc3": -2.4105,
+ "pc1": 1.4688,
+ "pc2": -4.6136,
+ "pc3": 2.3159,
+ "pc4": -3.6683,
+ "pc5": -0.9483,
+ "pc6": -3.1436,
+ "pc7": -1.1349,
+ "pc8": 0.2439,
+ "pc9": 0.4421,
+ "pc10": 3.3029,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -240,9 +408,16 @@
"short_id": "413c1f93",
"model": "glm-4.7",
"score": 0.795,
- "pc1": 2.3763,
- "pc2": 3.4294,
- "pc3": -1.1373,
+ "pc1": 1.9986,
+ "pc2": -3.6001,
+ "pc3": 1.0679,
+ "pc4": -1.1261,
+ "pc5": -0.9821,
+ "pc6": -2.5204,
+ "pc7": -0.2254,
+ "pc8": 0.5957,
+ "pc9": 0.5124,
+ "pc10": 3.3321,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -250,9 +425,16 @@
"short_id": "9a9774f0",
"model": "glm-4.7",
"score": 0.37,
- "pc1": 3.0023,
- "pc2": 1.909,
- "pc3": -0.7445,
+ "pc1": 2.7437,
+ "pc2": -2.0885,
+ "pc3": 0.6894,
+ "pc4": 0.2509,
+ "pc5": -0.9656,
+ "pc6": -2.5028,
+ "pc7": -0.4532,
+ "pc8": -0.0488,
+ "pc9": 1.1553,
+ "pc10": 1.2347,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -260,9 +442,16 @@
"short_id": "4a154f54",
"model": "glm-4.7",
"score": 0.155,
- "pc1": 3.0023,
- "pc2": 1.909,
- "pc3": -0.7445,
+ "pc1": 2.7437,
+ "pc2": -2.0885,
+ "pc3": 0.6894,
+ "pc4": 0.2509,
+ "pc5": -0.9656,
+ "pc6": -2.5028,
+ "pc7": -0.4532,
+ "pc8": -0.0488,
+ "pc9": 1.1553,
+ "pc10": 1.2347,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -270,9 +459,16 @@
"short_id": "05601da1",
"model": "glm-5.1",
"score": 0.305,
- "pc1": 1.9079,
- "pc2": 4.5877,
- "pc3": -2.4764,
+ "pc1": 1.5432,
+ "pc2": -4.6965,
+ "pc3": 2.3657,
+ "pc4": -3.4805,
+ "pc5": 0.0773,
+ "pc6": -2.5832,
+ "pc7": -1.5217,
+ "pc8": 0.5068,
+ "pc9": -0.387,
+ "pc10": 3.3486,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -280,9 +476,16 @@
"short_id": "a6d9fb9c",
"model": "glm-5.1",
"score": 0.355,
- "pc1": 2.4538,
- "pc2": 3.5161,
- "pc3": -1.2032,
+ "pc1": 2.0729,
+ "pc2": -3.683,
+ "pc3": 1.1177,
+ "pc4": -0.9384,
+ "pc5": 0.0435,
+ "pc6": -1.96,
+ "pc7": -0.6122,
+ "pc8": 0.8586,
+ "pc9": -0.3168,
+ "pc10": 3.3778,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -290,9 +493,16 @@
"short_id": "7c167ef9",
"model": "glm-5.1",
"score": 0.255,
- "pc1": 3.0798,
- "pc2": 1.9958,
- "pc3": -0.8104,
+ "pc1": 2.818,
+ "pc2": -2.1713,
+ "pc3": 0.7392,
+ "pc4": 0.4387,
+ "pc5": 0.06,
+ "pc6": -1.9424,
+ "pc7": -0.84,
+ "pc8": 0.2141,
+ "pc9": 0.3262,
+ "pc10": 1.2804,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -300,9 +510,16 @@
"short_id": "cce71fd1",
"model": "glm-5.1",
"score": 0.33,
- "pc1": 3.0798,
- "pc2": 1.9958,
- "pc3": -0.8104,
+ "pc1": 2.818,
+ "pc2": -2.1713,
+ "pc3": 0.7392,
+ "pc4": 0.4387,
+ "pc5": 0.06,
+ "pc6": -1.9424,
+ "pc7": -0.84,
+ "pc8": 0.2141,
+ "pc9": 0.3262,
+ "pc10": 1.2804,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -310,9 +527,16 @@
"short_id": "9b785a51",
"model": "glm-5.1",
"score": 0.65,
- "pc1": 3.0798,
- "pc2": 1.9958,
- "pc3": -0.8104,
+ "pc1": 2.818,
+ "pc2": -2.1713,
+ "pc3": 0.7392,
+ "pc4": 0.4387,
+ "pc5": 0.06,
+ "pc6": -1.9424,
+ "pc7": -0.84,
+ "pc8": 0.2141,
+ "pc9": 0.3262,
+ "pc10": 1.2804,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -320,9 +544,16 @@
"short_id": "062f01a0",
"model": "haiku",
"score": 0.19,
- "pc1": -1.8005,
- "pc2": -0.3694,
- "pc3": -0.9379,
+ "pc1": -1.8562,
+ "pc2": 0.4763,
+ "pc3": 0.9734,
+ "pc4": 0.2193,
+ "pc5": -0.307,
+ "pc6": -1.9608,
+ "pc7": -1.2274,
+ "pc8": 0.3749,
+ "pc9": 0.1433,
+ "pc10": 1.4851,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -330,9 +561,16 @@
"short_id": "586c6b0a",
"model": "haiku",
"score": 0.405,
- "pc1": -1.8005,
- "pc2": -0.3694,
- "pc3": -0.9379,
+ "pc1": -1.8562,
+ "pc2": 0.4763,
+ "pc3": 0.9734,
+ "pc4": 0.2193,
+ "pc5": -0.307,
+ "pc6": -1.9608,
+ "pc7": -1.2274,
+ "pc8": 0.3749,
+ "pc9": 0.1433,
+ "pc10": 1.4851,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -340,9 +578,16 @@
"short_id": "71fa204f",
"model": "haiku",
"score": 0.68,
- "pc1": -1.8005,
- "pc2": -0.3694,
- "pc3": -0.9379,
+ "pc1": -1.8562,
+ "pc2": 0.4763,
+ "pc3": 0.9734,
+ "pc4": 0.2193,
+ "pc5": -0.307,
+ "pc6": -1.9608,
+ "pc7": -1.2274,
+ "pc8": 0.3749,
+ "pc9": 0.1433,
+ "pc10": 1.4851,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -350,9 +595,16 @@
"short_id": "c151a356",
"model": "haiku",
"score": 0.5,
- "pc1": -0.6379,
- "pc2": 3.9393,
- "pc3": -2.4703,
+ "pc1": -0.9031,
+ "pc2": -3.8751,
+ "pc3": 2.4777,
+ "pc4": -3.5468,
+ "pc5": -0.4163,
+ "pc6": -2.6066,
+ "pc7": -1.5516,
+ "pc8": 0.3451,
+ "pc9": -0.8311,
+ "pc10": 3.6211,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -360,9 +612,16 @@
"short_id": "b29d066e",
"model": "haiku",
"score": 0.305,
- "pc1": -4.3057,
- "pc2": 9.3996,
- "pc3": -2.7881,
+ "pc1": -5.0574,
+ "pc2": -9.2486,
+ "pc3": 2.8851,
+ "pc4": 4.3074,
+ "pc5": -0.1841,
+ "pc6": 0.4387,
+ "pc7": 0.5638,
+ "pc8": -1.1254,
+ "pc9": -1.1832,
+ "pc10": 0.1791,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -370,9 +629,16 @@
"short_id": "1e13c72f",
"model": "haiku",
"score": 0.155,
- "pc1": -4.3057,
- "pc2": 9.3996,
- "pc3": -2.7881,
+ "pc1": -5.0574,
+ "pc2": -9.2486,
+ "pc3": 2.8851,
+ "pc4": 4.3074,
+ "pc5": -0.1841,
+ "pc6": 0.4387,
+ "pc7": 0.5638,
+ "pc8": -1.1254,
+ "pc9": -1.1832,
+ "pc10": 0.1791,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -380,9 +646,16 @@
"short_id": "56088123",
"model": "haiku",
"score": 0.305,
- "pc1": -4.3057,
- "pc2": 9.3996,
- "pc3": -2.7881,
+ "pc1": -5.0574,
+ "pc2": -9.2486,
+ "pc3": 2.8851,
+ "pc4": 4.3074,
+ "pc5": -0.1841,
+ "pc6": 0.4387,
+ "pc7": 0.5638,
+ "pc8": -1.1254,
+ "pc9": -1.1832,
+ "pc10": 0.1791,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -390,9 +663,16 @@
"short_id": "1fdd595b",
"model": "haiku",
"score": 0.355,
- "pc1": -0.0919,
- "pc2": 2.8677,
- "pc3": -1.1971,
+ "pc1": -0.3734,
+ "pc2": -2.8616,
+ "pc3": 1.2297,
+ "pc4": -1.0046,
+ "pc5": -0.4501,
+ "pc6": -1.9834,
+ "pc7": -0.6421,
+ "pc8": 0.6969,
+ "pc9": -0.7609,
+ "pc10": 3.6503,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -400,9 +680,16 @@
"short_id": "bd51c309",
"model": "opus",
"score": 0.49,
- "pc1": -1.5931,
- "pc2": -0.962,
- "pc3": -1.2534,
+ "pc1": -1.6404,
+ "pc2": 1.0513,
+ "pc3": 1.2544,
+ "pc4": 0.2187,
+ "pc5": -0.2151,
+ "pc6": -1.9775,
+ "pc7": -1.2881,
+ "pc8": 0.5788,
+ "pc9": 0.8087,
+ "pc10": 1.4995,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -410,9 +697,16 @@
"short_id": "d184704b",
"model": "opus",
"score": 0.915,
- "pc1": -1.5931,
- "pc2": -0.962,
- "pc3": -1.2534,
+ "pc1": -1.6404,
+ "pc2": 1.0513,
+ "pc3": 1.2544,
+ "pc4": 0.2187,
+ "pc5": -0.2151,
+ "pc6": -1.9775,
+ "pc7": -1.2881,
+ "pc8": 0.5788,
+ "pc9": 0.8087,
+ "pc10": 1.4995,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -420,9 +714,16 @@
"short_id": "135b43a3",
"model": "opus",
"score": 0.315,
- "pc1": -1.5931,
- "pc2": -0.962,
- "pc3": -1.2534,
+ "pc1": -1.6404,
+ "pc2": 1.0513,
+ "pc3": 1.2544,
+ "pc4": 0.2187,
+ "pc5": -0.2151,
+ "pc6": -1.9775,
+ "pc7": -1.2881,
+ "pc8": 0.5788,
+ "pc9": 0.8087,
+ "pc10": 1.4995,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -430,9 +731,16 @@
"short_id": "05536f95",
"model": "sonnet",
"score": 0.37,
- "pc1": -1.583,
- "pc2": -0.9586,
- "pc3": -1.2531,
+ "pc1": -1.6308,
+ "pc2": 1.0475,
+ "pc3": 1.2545,
+ "pc4": 0.2215,
+ "pc5": -0.2158,
+ "pc6": -1.9772,
+ "pc7": -1.2856,
+ "pc8": 0.5693,
+ "pc9": 0.8311,
+ "pc10": 1.509,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -440,9 +748,16 @@
"short_id": "f8a57948",
"model": "sonnet",
"score": 0.28,
- "pc1": -1.583,
- "pc2": -0.9586,
- "pc3": -1.2531,
+ "pc1": -1.6308,
+ "pc2": 1.0475,
+ "pc3": 1.2545,
+ "pc4": 0.2215,
+ "pc5": -0.2158,
+ "pc6": -1.9772,
+ "pc7": -1.2856,
+ "pc8": 0.5693,
+ "pc9": 0.8311,
+ "pc10": 1.509,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -450,9 +765,16 @@
"short_id": "69bb8919",
"model": "sonnet",
"score": 0.835,
- "pc1": -1.583,
- "pc2": -0.9586,
- "pc3": -1.2531,
+ "pc1": -1.6308,
+ "pc2": 1.0475,
+ "pc3": 1.2545,
+ "pc4": 0.2215,
+ "pc5": -0.2158,
+ "pc6": -1.9772,
+ "pc7": -1.2856,
+ "pc8": 0.5693,
+ "pc9": 0.8311,
+ "pc10": 1.509,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -460,9 +782,16 @@
"short_id": "1f33a77b",
"model": "glm-4.7",
"score": 0.155,
- "pc1": 3.0972,
- "pc2": 0.6535,
- "pc3": 3.1721,
+ "pc1": 2.8994,
+ "pc2": -0.8004,
+ "pc3": -3.3048,
+ "pc4": -0.6762,
+ "pc5": -0.6274,
+ "pc6": -1.0098,
+ "pc7": -0.5349,
+ "pc8": -3.4862,
+ "pc9": 0.2269,
+ "pc10": 0.0262,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high"
},
{
@@ -470,9 +799,16 @@
"short_id": "f2b6194f",
"model": "glm-4.7",
"score": 0.595,
- "pc1": 3.0972,
- "pc2": 0.6535,
- "pc3": 3.1721,
+ "pc1": 2.8994,
+ "pc2": -0.8004,
+ "pc3": -3.3048,
+ "pc4": -0.6762,
+ "pc5": -0.6274,
+ "pc6": -1.0098,
+ "pc7": -0.5349,
+ "pc8": -3.4862,
+ "pc9": 0.2269,
+ "pc10": 0.0262,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high"
},
{
@@ -480,9 +816,16 @@
"short_id": "ec163e63",
"model": "glm-5.1",
"score": 0.0,
- "pc1": 3.1748,
- "pc2": 0.7402,
- "pc3": 3.1063,
+ "pc1": 2.9737,
+ "pc2": -0.8832,
+ "pc3": -3.2551,
+ "pc4": -0.4884,
+ "pc5": 0.3982,
+ "pc6": -0.4494,
+ "pc7": -0.9217,
+ "pc8": -3.2233,
+ "pc9": -0.6022,
+ "pc10": 0.0719,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high"
},
{
@@ -490,9 +833,16 @@
"short_id": "38de2555",
"model": "glm-5.1",
"score": 0.03,
- "pc1": 3.1748,
- "pc2": 0.7402,
- "pc3": 3.1063,
+ "pc1": 2.9737,
+ "pc2": -0.8832,
+ "pc3": -3.2551,
+ "pc4": -0.4884,
+ "pc5": 0.3982,
+ "pc6": -0.4494,
+ "pc7": -0.9217,
+ "pc8": -3.2233,
+ "pc9": -0.6022,
+ "pc10": 0.0719,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high"
},
{
@@ -500,9 +850,16 @@
"short_id": "11d06468",
"model": "glm-5.1",
"score": 0.0,
- "pc1": 3.1748,
- "pc2": 0.7402,
- "pc3": 3.1063,
+ "pc1": 2.9737,
+ "pc2": -0.8832,
+ "pc3": -3.2551,
+ "pc4": -0.4884,
+ "pc5": 0.3982,
+ "pc6": -0.4494,
+ "pc7": -0.9217,
+ "pc8": -3.2233,
+ "pc9": -0.6022,
+ "pc10": 0.0719,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high"
},
{
@@ -510,9 +867,16 @@
"short_id": "004dc1a5",
"model": "haiku",
"score": 0.155,
- "pc1": -1.7056,
- "pc2": -1.625,
- "pc3": 2.9787,
+ "pc1": -1.7005,
+ "pc2": 1.7644,
+ "pc3": -3.0209,
+ "pc4": -0.7078,
+ "pc5": 0.0312,
+ "pc6": -0.4678,
+ "pc7": -1.3091,
+ "pc8": -3.0626,
+ "pc9": -0.7851,
+ "pc10": 0.2766,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -520,9 +884,16 @@
"short_id": "95414e63",
"model": "haiku",
"score": 0.34,
- "pc1": -1.7056,
- "pc2": -1.625,
- "pc3": 2.9787,
+ "pc1": -1.7005,
+ "pc2": 1.7644,
+ "pc3": -3.0209,
+ "pc4": -0.7078,
+ "pc5": 0.0312,
+ "pc6": -0.4678,
+ "pc7": -1.3091,
+ "pc8": -3.0626,
+ "pc9": -0.7851,
+ "pc10": 0.2766,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -530,9 +901,16 @@
"short_id": "805f705d",
"model": "haiku",
"score": 0.405,
- "pc1": -1.7056,
- "pc2": -1.625,
- "pc3": 2.9787,
+ "pc1": -1.7005,
+ "pc2": 1.7644,
+ "pc3": -3.0209,
+ "pc4": -0.7078,
+ "pc5": 0.0312,
+ "pc6": -0.4678,
+ "pc7": -1.3091,
+ "pc8": -3.0626,
+ "pc9": -0.7851,
+ "pc10": 0.2766,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -540,9 +918,16 @@
"short_id": "b51daba4",
"model": "opus",
"score": 0.835,
- "pc1": -1.4982,
- "pc2": -2.2176,
- "pc3": 2.6632,
+ "pc1": -1.4846,
+ "pc2": 2.3394,
+ "pc3": -2.7399,
+ "pc4": -0.7084,
+ "pc5": 0.1231,
+ "pc6": -0.4845,
+ "pc7": -1.3697,
+ "pc8": -2.8587,
+ "pc9": -0.1197,
+ "pc10": 0.291,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -550,9 +935,16 @@
"short_id": "c946c543",
"model": "opus",
"score": 0.49,
- "pc1": -1.4982,
- "pc2": -2.2176,
- "pc3": 2.6632,
+ "pc1": -1.4846,
+ "pc2": 2.3394,
+ "pc3": -2.7399,
+ "pc4": -0.7084,
+ "pc5": 0.1231,
+ "pc6": -0.4845,
+ "pc7": -1.3697,
+ "pc8": -2.8587,
+ "pc9": -0.1197,
+ "pc10": 0.291,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -560,9 +952,16 @@
"short_id": "66d681fb",
"model": "opus",
"score": 0.835,
- "pc1": -1.4982,
- "pc2": -2.2176,
- "pc3": 2.6632,
+ "pc1": -1.4846,
+ "pc2": 2.3394,
+ "pc3": -2.7399,
+ "pc4": -0.7084,
+ "pc5": 0.1231,
+ "pc6": -0.4845,
+ "pc7": -1.3697,
+ "pc8": -2.8587,
+ "pc9": -0.1197,
+ "pc10": 0.291,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -570,9 +969,16 @@
"short_id": "671816fb",
"model": "sonnet",
"score": 0.28,
- "pc1": -1.4881,
- "pc2": -2.2142,
- "pc3": 2.6635,
+ "pc1": -1.4751,
+ "pc2": 2.3356,
+ "pc3": -2.7398,
+ "pc4": -0.7056,
+ "pc5": 0.1224,
+ "pc6": -0.4842,
+ "pc7": -1.3673,
+ "pc8": -2.8682,
+ "pc9": -0.0973,
+ "pc10": 0.3005,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -580,9 +986,16 @@
"short_id": "4ba3ba91",
"model": "sonnet",
"score": 0.28,
- "pc1": -1.4881,
- "pc2": -2.2142,
- "pc3": 2.6635,
+ "pc1": -1.4751,
+ "pc2": 2.3356,
+ "pc3": -2.7398,
+ "pc4": -0.7056,
+ "pc5": 0.1224,
+ "pc6": -0.4842,
+ "pc7": -1.3673,
+ "pc8": -2.8682,
+ "pc9": -0.0973,
+ "pc10": 0.3005,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -590,9 +1003,16 @@
"short_id": "d7998414",
"model": "sonnet",
"score": 0.19,
- "pc1": -1.4881,
- "pc2": -2.2142,
- "pc3": 2.6635,
+ "pc1": -1.4751,
+ "pc2": 2.3356,
+ "pc3": -2.7398,
+ "pc4": -0.7056,
+ "pc5": 0.1224,
+ "pc6": -0.4842,
+ "pc7": -1.3673,
+ "pc8": -2.8682,
+ "pc9": -0.0973,
+ "pc10": 0.3005,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -600,9 +1020,16 @@
"short_id": "50989696",
"model": "glm-4.5-air",
"score": 0.305,
- "pc1": 2.2595,
- "pc2": -0.3751,
- "pc3": -0.0989,
+ "pc1": 2.1937,
+ "pc2": 0.2567,
+ "pc3": 0.2268,
+ "pc4": -0.1757,
+ "pc5": -0.1247,
+ "pc6": 0.0049,
+ "pc7": 0.7943,
+ "pc8": 0.3027,
+ "pc9": 0.6187,
+ "pc10": -0.4168,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -610,9 +1037,50 @@
"short_id": "1c26e1d8",
"model": "glm-4.5-air",
"score": 0.305,
- "pc1": 2.2595,
- "pc2": -0.3751,
- "pc3": -0.0989,
+ "pc1": 2.1937,
+ "pc2": 0.2567,
+ "pc3": 0.2268,
+ "pc4": -0.1757,
+ "pc5": -0.1247,
+ "pc6": 0.0049,
+ "pc7": 0.7943,
+ "pc8": 0.3027,
+ "pc9": 0.6187,
+ "pc10": -0.4168,
+ "config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
+ },
+ {
+ "run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=glm45air_pw=off_prompt=detailed_prov=zai_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run1",
+ "short_id": "a5c5892c",
+ "model": "glm-4.5-air",
+ "score": 0.03,
+ "pc1": 2.7834,
+ "pc2": -1.6462,
+ "pc3": 1.2236,
+ "pc4": -2.7573,
+ "pc5": -0.1877,
+ "pc6": -0.7514,
+ "pc7": -0.0217,
+ "pc8": -0.2918,
+ "pc9": 0.3112,
+ "pc10": -0.4599,
+ "config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
+ },
+ {
+ "run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=glm45air_pw=off_prompt=simple_prov=zai_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=off_twrite=on_web=on_run1",
+ "short_id": "6edd480e",
+ "model": "glm-4.5-air",
+ "score": 0.03,
+ "pc1": 2.3389,
+ "pc2": -1.9457,
+ "pc3": 1.2694,
+ "pc4": -0.904,
+ "pc5": -0.0043,
+ "pc6": 0.5499,
+ "pc7": 0.6098,
+ "pc8": -0.8731,
+ "pc9": -0.3655,
+ "pc10": -3.1467,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -620,9 +1088,16 @@
"short_id": "5141dfbf",
"model": "glm-4.5-air",
"score": 0.305,
- "pc1": 2.5949,
- "pc2": 1.7871,
- "pc3": 1.1821,
+ "pc1": 2.3606,
+ "pc2": -1.9379,
+ "pc3": -1.0466,
+ "pc4": 1.1195,
+ "pc5": -0.3943,
+ "pc6": -0.3343,
+ "pc7": 1.5757,
+ "pc8": 1.8008,
+ "pc9": 0.1987,
+ "pc10": -0.4998,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -630,9 +1105,16 @@
"short_id": "3f7bdd4d",
"model": "glm-4.5-air",
"score": 0.33,
- "pc1": 3.4255,
- "pc2": 0.4614,
- "pc3": 0.1619,
+ "pc1": 3.3131,
+ "pc2": -0.6326,
+ "pc3": -0.0244,
+ "pc4": -0.2151,
+ "pc5": -0.2215,
+ "pc6": -0.1282,
+ "pc7": 0.8878,
+ "pc8": 0.06,
+ "pc9": 0.3815,
+ "pc10": -0.4307,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -640,9 +1122,16 @@
"short_id": "456d514c",
"model": "glm-4.5-air",
"score": 0.155,
- "pc1": 3.4255,
- "pc2": 0.4614,
- "pc3": 0.1619,
+ "pc1": 3.3131,
+ "pc2": -0.6326,
+ "pc3": -0.0244,
+ "pc4": -0.2151,
+ "pc5": -0.2215,
+ "pc6": -0.1282,
+ "pc7": 0.8878,
+ "pc8": 0.06,
+ "pc9": 0.3815,
+ "pc10": -0.4307,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -650,9 +1139,16 @@
"short_id": "9bdf645c",
"model": "glm-4.5-air",
"score": 0.155,
- "pc1": 3.4255,
- "pc2": 0.4614,
- "pc3": 0.1619,
+ "pc1": 3.3131,
+ "pc2": -0.6326,
+ "pc3": -0.0244,
+ "pc4": -0.2151,
+ "pc5": -0.2215,
+ "pc6": -0.1282,
+ "pc7": 0.8878,
+ "pc8": 0.06,
+ "pc9": 0.3815,
+ "pc10": -0.4307,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -660,9 +1156,16 @@
"short_id": "fa2674ac",
"model": "glm-4.7",
"score": 0.155,
- "pc1": 2.3296,
- "pc2": -0.347,
- "pc3": -0.1181,
+ "pc1": 2.2332,
+ "pc2": 0.2195,
+ "pc3": 0.059,
+ "pc4": 0.0723,
+ "pc5": -0.5118,
+ "pc6": -0.353,
+ "pc7": 0.3756,
+ "pc8": -0.2348,
+ "pc9": 1.4968,
+ "pc10": -0.105,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -670,9 +1173,16 @@
"short_id": "c22109f8",
"model": "glm-4.7",
"score": 0.06,
- "pc1": 3.4536,
- "pc2": 0.0953,
- "pc3": -0.0016,
+ "pc1": 3.3134,
+ "pc2": -0.2849,
+ "pc3": -0.0935,
+ "pc4": 0.1607,
+ "pc5": -0.6018,
+ "pc6": -0.5564,
+ "pc7": 0.661,
+ "pc8": -0.6198,
+ "pc9": 2.9064,
+ "pc10": -0.2647,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -680,9 +1190,16 @@
"short_id": "56afde62",
"model": "glm-4.7",
"score": 0.305,
- "pc1": 2.9496,
- "pc2": 1.5611,
- "pc3": -1.1304,
+ "pc1": 2.8229,
+ "pc2": -1.6834,
+ "pc3": 1.0559,
+ "pc4": -2.5093,
+ "pc5": -0.5748,
+ "pc6": -1.1093,
+ "pc7": -0.4404,
+ "pc8": -0.8293,
+ "pc9": 1.1894,
+ "pc10": -0.1481,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -690,9 +1207,16 @@
"short_id": "6a743388",
"model": "glm-4.7",
"score": 0.155,
- "pc1": 3.4555,
- "pc2": 0.0583,
- "pc3": 0.3448,
+ "pc1": 3.331,
+ "pc2": -0.247,
+ "pc3": -0.4333,
+ "pc4": -0.1101,
+ "pc5": -1.1254,
+ "pc6": -1.1108,
+ "pc7": 0.6991,
+ "pc8": -0.9783,
+ "pc9": 3.4097,
+ "pc10": -0.4555,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=creative_validate"
},
{
@@ -700,9 +1224,16 @@
"short_id": "af5e84fc",
"model": "glm-4.7",
"score": 0.305,
- "pc1": 3.4555,
- "pc2": 0.0583,
- "pc3": 0.3448,
+ "pc1": 3.331,
+ "pc2": -0.247,
+ "pc3": -0.4333,
+ "pc4": -0.1101,
+ "pc5": -1.1254,
+ "pc6": -1.1108,
+ "pc7": 0.6991,
+ "pc8": -0.9783,
+ "pc9": 3.4097,
+ "pc10": -0.4555,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=creative_validate"
},
{
@@ -710,9 +1241,16 @@
"short_id": "2f761815",
"model": "glm-4.7",
"score": 0.355,
- "pc1": 3.4555,
- "pc2": 0.0583,
- "pc3": 0.3448,
+ "pc1": 3.331,
+ "pc2": -0.247,
+ "pc3": -0.4333,
+ "pc4": -0.1101,
+ "pc5": -1.1254,
+ "pc6": -1.1108,
+ "pc7": 0.6991,
+ "pc8": -0.9783,
+ "pc9": 3.4097,
+ "pc10": -0.4555,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=creative_validate"
},
{
@@ -720,9 +1258,16 @@
"short_id": "e0237626",
"model": "glm-4.7",
"score": 0.34,
- "pc1": 3.4508,
- "pc2": 0.0582,
- "pc3": 0.3432,
+ "pc1": 3.3356,
+ "pc2": -0.2561,
+ "pc3": -0.4164,
+ "pc4": -0.0423,
+ "pc5": -0.681,
+ "pc6": -0.839,
+ "pc7": 0.5007,
+ "pc8": -0.8244,
+ "pc9": 2.7573,
+ "pc10": -0.4151,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=iterate"
},
{
@@ -730,9 +1275,16 @@
"short_id": "31a529dc",
"model": "glm-4.7",
"score": 0.155,
- "pc1": 2.642,
- "pc2": 1.8613,
- "pc3": 0.4887,
+ "pc1": 2.3812,
+ "pc2": -2.0165,
+ "pc3": -0.5342,
+ "pc4": 1.0177,
+ "pc5": -0.477,
+ "pc6": 0.8231,
+ "pc7": 1.0664,
+ "pc8": -2.2325,
+ "pc9": 0.5514,
+ "pc10": 0.4292,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -740,9 +1292,16 @@
"short_id": "6a018f5e",
"model": "glm-4.7",
"score": 0.19,
- "pc1": 2.6962,
- "pc2": 1.8042,
- "pc3": -0.2983,
+ "pc1": 2.4408,
+ "pc2": -1.9643,
+ "pc3": 0.2554,
+ "pc4": 1.6765,
+ "pc5": -0.8676,
+ "pc6": -1.8746,
+ "pc7": -0.3124,
+ "pc8": -0.2821,
+ "pc9": 1.4141,
+ "pc10": -2.7107,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -750,9 +1309,16 @@
"short_id": "ed0b0147",
"model": "glm-4.7",
"score": 0.255,
- "pc1": 2.6962,
- "pc2": 1.8042,
- "pc3": -0.2983,
+ "pc1": 2.4408,
+ "pc2": -1.9643,
+ "pc3": 0.2554,
+ "pc4": 1.6765,
+ "pc5": -0.8676,
+ "pc6": -1.8746,
+ "pc7": -0.3124,
+ "pc8": -0.2821,
+ "pc9": 1.4141,
+ "pc10": -2.7107,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -760,9 +1326,16 @@
"short_id": "e8d32946",
"model": "glm-4.7",
"score": 0.29,
- "pc1": 2.6651,
- "pc2": 1.8152,
- "pc3": 1.1629,
+ "pc1": 2.4,
+ "pc2": -1.9751,
+ "pc3": -1.2144,
+ "pc4": 1.3675,
+ "pc5": -0.7814,
+ "pc6": -0.6922,
+ "pc7": 1.1571,
+ "pc8": 1.2634,
+ "pc9": 1.0768,
+ "pc10": -0.1881,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -770,9 +1343,16 @@
"short_id": "0a030357",
"model": "glm-4.7",
"score": 0.155,
- "pc1": 3.4956,
- "pc2": 0.4895,
- "pc3": 0.1428,
+ "pc1": 3.3526,
+ "pc2": -0.6699,
+ "pc3": -0.1921,
+ "pc4": 0.0329,
+ "pc5": -0.6086,
+ "pc6": -0.4861,
+ "pc7": 0.4692,
+ "pc8": -0.4775,
+ "pc9": 1.2596,
+ "pc10": -0.1189,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -780,9 +1360,16 @@
"short_id": "fd037e18",
"model": "glm-4.7",
"score": 0.34,
- "pc1": 3.4956,
- "pc2": 0.4895,
- "pc3": 0.1428,
+ "pc1": 3.3526,
+ "pc2": -0.6699,
+ "pc3": -0.1921,
+ "pc4": 0.0329,
+ "pc5": -0.6086,
+ "pc6": -0.4861,
+ "pc7": 0.4692,
+ "pc8": -0.4775,
+ "pc9": 1.2596,
+ "pc10": -0.1189,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -790,9 +1377,16 @@
"short_id": "ad716871",
"model": "glm-4.7",
"score": 0.155,
- "pc1": 3.4956,
- "pc2": 0.4895,
- "pc3": 0.1428,
+ "pc1": 3.3526,
+ "pc2": -0.6699,
+ "pc3": -0.1921,
+ "pc4": 0.0329,
+ "pc5": -0.6086,
+ "pc6": -0.4861,
+ "pc7": 0.4692,
+ "pc8": -0.4775,
+ "pc9": 1.2596,
+ "pc10": -0.1189,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -800,9 +1394,16 @@
"short_id": "7c7dfa27",
"model": "glm-5.1",
"score": 0.03,
- "pc1": 2.4071,
- "pc2": -0.2602,
- "pc3": -0.1839,
+ "pc1": 2.3075,
+ "pc2": 0.1366,
+ "pc3": 0.1088,
+ "pc4": 0.2601,
+ "pc5": 0.5138,
+ "pc6": 0.2073,
+ "pc7": -0.0112,
+ "pc8": 0.0281,
+ "pc9": 0.6677,
+ "pc10": -0.0593,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -810,9 +1411,16 @@
"short_id": "5afe9b8e",
"model": "glm-5.1",
"score": 0.03,
- "pc1": 2.4071,
- "pc2": -0.2602,
- "pc3": -0.1839,
+ "pc1": 2.3075,
+ "pc2": 0.1366,
+ "pc3": 0.1088,
+ "pc4": 0.2601,
+ "pc5": 0.5138,
+ "pc6": 0.2073,
+ "pc7": -0.0112,
+ "pc8": 0.0281,
+ "pc9": 0.6677,
+ "pc10": -0.0593,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -820,9 +1428,16 @@
"short_id": "7e2cf342",
"model": "glm-5.1",
"score": 0.355,
- "pc1": 2.4071,
- "pc2": -0.2602,
- "pc3": -0.1839,
+ "pc1": 2.3075,
+ "pc2": 0.1366,
+ "pc3": 0.1088,
+ "pc4": 0.2601,
+ "pc5": 0.5138,
+ "pc6": 0.2073,
+ "pc7": -0.0112,
+ "pc8": 0.0281,
+ "pc9": 0.6677,
+ "pc10": -0.0593,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -830,9 +1445,16 @@
"short_id": "98dee8cd",
"model": "glm-5.1",
"score": 0.03,
- "pc1": 3.5312,
- "pc2": 0.1821,
- "pc3": -0.0675,
+ "pc1": 3.3878,
+ "pc2": -0.3677,
+ "pc3": -0.0437,
+ "pc4": 0.3484,
+ "pc5": 0.4238,
+ "pc6": 0.004,
+ "pc7": 0.2742,
+ "pc8": -0.3569,
+ "pc9": 2.0773,
+ "pc10": -0.2191,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -840,9 +1462,16 @@
"short_id": "6abf96c7",
"model": "glm-5.1",
"score": 0.155,
- "pc1": 3.0272,
- "pc2": 1.6478,
- "pc3": -1.1963,
+ "pc1": 2.8972,
+ "pc2": -1.7662,
+ "pc3": 1.1056,
+ "pc4": -2.3215,
+ "pc5": 0.4508,
+ "pc6": -0.5489,
+ "pc7": -0.8272,
+ "pc8": -0.5664,
+ "pc9": 0.3602,
+ "pc10": -0.1024,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -850,9 +1479,16 @@
"short_id": "8bcd3ae0",
"model": "glm-5.1",
"score": 0.305,
- "pc1": 3.0272,
- "pc2": 1.6478,
- "pc3": -1.1963,
+ "pc1": 2.8972,
+ "pc2": -1.7662,
+ "pc3": 1.1056,
+ "pc4": -2.3215,
+ "pc5": 0.4508,
+ "pc6": -0.5489,
+ "pc7": -0.8272,
+ "pc8": -0.5664,
+ "pc9": 0.3602,
+ "pc10": -0.1024,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -860,9 +1496,16 @@
"short_id": "496e0334",
"model": "glm-5.1",
"score": 0.155,
- "pc1": 3.0272,
- "pc2": 1.6478,
- "pc3": -1.1963,
+ "pc1": 2.8972,
+ "pc2": -1.7662,
+ "pc3": 1.1056,
+ "pc4": -2.3215,
+ "pc5": 0.4508,
+ "pc6": -0.5489,
+ "pc7": -0.8272,
+ "pc8": -0.5664,
+ "pc9": 0.3602,
+ "pc10": -0.1024,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -870,9 +1513,16 @@
"short_id": "11b37482",
"model": "glm-5.1",
"score": 0.705,
- "pc1": 5.162,
- "pc2": 0.9007,
- "pc3": 0.3487,
+ "pc1": 4.9564,
+ "pc2": -1.1905,
+ "pc3": -0.6599,
+ "pc4": 1.3872,
+ "pc5": 5.8692,
+ "pc6": 4.1307,
+ "pc7": -7.4647,
+ "pc8": 3.0575,
+ "pc9": -2.012,
+ "pc10": 0.2925,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -880,9 +1530,16 @@
"short_id": "63c0c2ab",
"model": "glm-5.1",
"score": 0.8,
- "pc1": 5.162,
- "pc2": 0.9007,
- "pc3": 0.3487,
+ "pc1": 4.9564,
+ "pc2": -1.1905,
+ "pc3": -0.6599,
+ "pc4": 1.3872,
+ "pc5": 5.8692,
+ "pc6": 4.1307,
+ "pc7": -7.4647,
+ "pc8": 3.0575,
+ "pc9": -2.012,
+ "pc10": 0.2925,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -890,19 +1547,50 @@
"short_id": "5da14018",
"model": "glm-5.1",
"score": 0.305,
- "pc1": 5.162,
- "pc2": 0.9007,
- "pc3": 0.3487,
+ "pc1": 4.9564,
+ "pc2": -1.1905,
+ "pc3": -0.6599,
+ "pc4": 1.3872,
+ "pc5": 5.8692,
+ "pc6": 4.1307,
+ "pc7": -7.4647,
+ "pc8": 3.0575,
+ "pc9": -2.012,
+ "pc10": 0.2925,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
+ "run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=glm51_pw=off_prompt=simple_prov=zai_rndr=none_strat=iterate_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run1",
+ "short_id": "b77a5e30",
+ "model": "glm-5.1",
+ "score": 0.03,
+ "pc1": 3.4099,
+ "pc2": -0.3389,
+ "pc3": -0.3667,
+ "pc4": 0.1455,
+ "pc5": 0.3446,
+ "pc6": -0.2787,
+ "pc7": 0.1139,
+ "pc8": -0.5615,
+ "pc9": 1.9282,
+ "pc10": -0.3694,
+ "config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=iterate"
+ },
+ {
"run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=glm51_pw=off_prompt=simple_prov=zai_rndr=none_strat=none_tst=none_tedit=off_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run1",
"short_id": "140cba7f",
"model": "glm-5.1",
"score": 0.33,
- "pc1": 2.7195,
- "pc2": 1.9481,
- "pc3": 0.4228,
+ "pc1": 2.4555,
+ "pc2": -2.0993,
+ "pc3": -0.4845,
+ "pc4": 1.2055,
+ "pc5": 0.5486,
+ "pc6": 1.3835,
+ "pc7": 0.6796,
+ "pc8": -1.9696,
+ "pc9": -0.2777,
+ "pc10": 0.4749,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -910,9 +1598,16 @@
"short_id": "06c93bc4",
"model": "glm-5.1",
"score": 0.33,
- "pc1": 2.7195,
- "pc2": 1.9481,
- "pc3": 0.4228,
+ "pc1": 2.4555,
+ "pc2": -2.0993,
+ "pc3": -0.4845,
+ "pc4": 1.2055,
+ "pc5": 0.5486,
+ "pc6": 1.3835,
+ "pc7": 0.6796,
+ "pc8": -1.9696,
+ "pc9": -0.2777,
+ "pc10": 0.4749,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -920,9 +1615,16 @@
"short_id": "6a89452c",
"model": "glm-5.1",
"score": 0.255,
- "pc1": 2.7195,
- "pc2": 1.9481,
- "pc3": 0.4228,
+ "pc1": 2.4555,
+ "pc2": -2.0993,
+ "pc3": -0.4845,
+ "pc4": 1.2055,
+ "pc5": 0.5486,
+ "pc6": 1.3835,
+ "pc7": 0.6796,
+ "pc8": -1.9696,
+ "pc9": -0.2777,
+ "pc10": 0.4749,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -930,9 +1632,16 @@
"short_id": "5e2f9389",
"model": "glm-5.1",
"score": 0.155,
- "pc1": 2.8023,
- "pc2": 1.726,
- "pc3": -1.1523,
+ "pc1": 2.5529,
+ "pc2": -1.8805,
+ "pc3": 1.136,
+ "pc4": 2.2584,
+ "pc5": 0.7661,
+ "pc6": 2.1036,
+ "pc7": 1.0628,
+ "pc8": -1.2849,
+ "pc9": 1.4918,
+ "pc10": 1.2845,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -940,9 +1649,16 @@
"short_id": "6cf8d774",
"model": "glm-5.1",
"score": 0.73,
- "pc1": 2.8023,
- "pc2": 1.726,
- "pc3": -1.1523,
+ "pc1": 2.5529,
+ "pc2": -1.8805,
+ "pc3": 1.136,
+ "pc4": 2.2584,
+ "pc5": 0.7661,
+ "pc6": 2.1036,
+ "pc7": 1.0628,
+ "pc8": -1.2849,
+ "pc9": 1.4918,
+ "pc10": 1.2845,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -950,9 +1666,16 @@
"short_id": "61f8b45c",
"model": "glm-5.1",
"score": 0.305,
- "pc1": 2.8023,
- "pc2": 1.726,
- "pc3": -1.1523,
+ "pc1": 2.5529,
+ "pc2": -1.8805,
+ "pc3": 1.136,
+ "pc4": 2.2584,
+ "pc5": 0.7661,
+ "pc6": 2.1036,
+ "pc7": 1.0628,
+ "pc8": -1.2849,
+ "pc9": 1.4918,
+ "pc10": 1.2845,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -960,9 +1683,16 @@
"short_id": "b1e752d7",
"model": "glm-5.1",
"score": 0.385,
- "pc1": 2.7738,
- "pc2": 1.891,
- "pc3": -0.3642,
+ "pc1": 2.5151,
+ "pc2": -2.0472,
+ "pc3": 0.3051,
+ "pc4": 1.8642,
+ "pc5": 0.158,
+ "pc6": -1.3142,
+ "pc7": -0.6992,
+ "pc8": -0.0192,
+ "pc9": 0.5849,
+ "pc10": -2.6651,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -970,9 +1700,16 @@
"short_id": "ad47b58e",
"model": "glm-5.1",
"score": 0.37,
- "pc1": 2.7738,
- "pc2": 1.891,
- "pc3": -0.3642,
+ "pc1": 2.5151,
+ "pc2": -2.0472,
+ "pc3": 0.3051,
+ "pc4": 1.8642,
+ "pc5": 0.158,
+ "pc6": -1.3142,
+ "pc7": -0.6992,
+ "pc8": -0.0192,
+ "pc9": 0.5849,
+ "pc10": -2.6651,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -980,9 +1717,16 @@
"short_id": "689ef4b4",
"model": "glm-5.1",
"score": 0.385,
- "pc1": 2.7738,
- "pc2": 1.891,
- "pc3": -0.3642,
+ "pc1": 2.5151,
+ "pc2": -2.0472,
+ "pc3": 0.3051,
+ "pc4": 1.8642,
+ "pc5": 0.158,
+ "pc6": -1.3142,
+ "pc7": -0.6992,
+ "pc8": -0.0192,
+ "pc9": 0.5849,
+ "pc10": -2.6651,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -990,9 +1734,16 @@
"short_id": "5e839ecf",
"model": "glm-5.1",
"score": 0.34,
- "pc1": 2.6137,
- "pc2": 1.9465,
- "pc3": -1.2099,
+ "pc1": 2.4527,
+ "pc2": -2.0657,
+ "pc3": 1.1514,
+ "pc4": -0.4683,
+ "pc5": 0.6342,
+ "pc6": 0.7524,
+ "pc7": -0.1956,
+ "pc8": -1.1476,
+ "pc9": -0.3166,
+ "pc10": -2.7892,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1000,9 +1751,16 @@
"short_id": "40e70ba8",
"model": "glm-5.1",
"score": 0.355,
- "pc1": 2.6137,
- "pc2": 1.9465,
- "pc3": -1.2099,
+ "pc1": 2.4527,
+ "pc2": -2.0657,
+ "pc3": 1.1514,
+ "pc4": -0.4683,
+ "pc5": 0.6342,
+ "pc6": 0.7524,
+ "pc7": -0.1956,
+ "pc8": -1.1476,
+ "pc9": -0.3166,
+ "pc10": -2.7892,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1010,9 +1768,16 @@
"short_id": "2d900db2",
"model": "glm-5.1",
"score": 0.225,
- "pc1": 2.6137,
- "pc2": 1.9465,
- "pc3": -1.2099,
+ "pc1": 2.4527,
+ "pc2": -2.0657,
+ "pc3": 1.1514,
+ "pc4": -0.4683,
+ "pc5": 0.6342,
+ "pc6": 0.7524,
+ "pc7": -0.1956,
+ "pc8": -1.1476,
+ "pc9": -0.3166,
+ "pc10": -2.7892,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1020,9 +1785,16 @@
"short_id": "dec1df41",
"model": "glm-5.1",
"score": 0.29,
- "pc1": 2.7426,
- "pc2": 1.9019,
- "pc3": 1.0971,
+ "pc1": 2.4744,
+ "pc2": -2.058,
+ "pc3": -1.1646,
+ "pc4": 1.5553,
+ "pc5": 0.2442,
+ "pc6": -0.1319,
+ "pc7": 0.7703,
+ "pc8": 1.5262,
+ "pc9": 0.2477,
+ "pc10": -0.1424,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1030,9 +1802,16 @@
"short_id": "7165dc1a",
"model": "glm-5.1",
"score": 0.295,
- "pc1": 2.7426,
- "pc2": 1.9019,
- "pc3": 1.0971,
+ "pc1": 2.4744,
+ "pc2": -2.058,
+ "pc3": -1.1646,
+ "pc4": 1.5553,
+ "pc5": 0.2442,
+ "pc6": -0.1319,
+ "pc7": 0.7703,
+ "pc8": 1.5262,
+ "pc9": 0.2477,
+ "pc10": -0.1424,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1040,9 +1819,16 @@
"short_id": "b656c546",
"model": "glm-5.1",
"score": 0.255,
- "pc1": 2.7426,
- "pc2": 1.9019,
- "pc3": 1.0971,
+ "pc1": 2.4744,
+ "pc2": -2.058,
+ "pc3": -1.1646,
+ "pc4": 1.5553,
+ "pc5": 0.2442,
+ "pc6": -0.1319,
+ "pc7": 0.7703,
+ "pc8": 1.5262,
+ "pc9": 0.2477,
+ "pc10": -0.1424,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1050,9 +1836,16 @@
"short_id": "05ad5c61",
"model": "glm-5.1",
"score": 0.03,
- "pc1": 2.9471,
- "pc2": 2.0966,
- "pc3": -0.3159,
+ "pc1": 2.6818,
+ "pc2": -2.2644,
+ "pc3": 0.2361,
+ "pc4": -1.1564,
+ "pc5": 0.4006,
+ "pc6": 0.0566,
+ "pc7": 0.3102,
+ "pc8": 0.4299,
+ "pc9": -0.2124,
+ "pc10": 2.0242,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1060,9 +1853,16 @@
"short_id": "79bef8d0",
"model": "glm-5.1",
"score": 0.03,
- "pc1": 2.9471,
- "pc2": 2.0966,
- "pc3": -0.3159,
+ "pc1": 2.6818,
+ "pc2": -2.2644,
+ "pc3": 0.2361,
+ "pc4": -1.1564,
+ "pc5": 0.4006,
+ "pc6": 0.0566,
+ "pc7": 0.3102,
+ "pc8": 0.4299,
+ "pc9": -0.2124,
+ "pc10": 2.0242,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1070,9 +1870,16 @@
"short_id": "bb3dc885",
"model": "glm-5.1",
"score": 0.0,
- "pc1": 2.9471,
- "pc2": 2.0966,
- "pc3": -0.3159,
+ "pc1": 2.6818,
+ "pc2": -2.2644,
+ "pc3": 0.2361,
+ "pc4": -1.1564,
+ "pc5": 0.4006,
+ "pc6": 0.0566,
+ "pc7": 0.3102,
+ "pc8": 0.4299,
+ "pc9": -0.2124,
+ "pc10": 2.0242,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1080,9 +1887,16 @@
"short_id": "71d588fb",
"model": "glm-5.1",
"score": 0.78,
- "pc1": 3.5731,
- "pc2": 0.5763,
- "pc3": 0.0769,
+ "pc1": 3.4269,
+ "pc2": -0.7527,
+ "pc3": -0.1424,
+ "pc4": 0.2206,
+ "pc5": 0.417,
+ "pc6": 0.0743,
+ "pc7": 0.0824,
+ "pc8": -0.2146,
+ "pc9": 0.4305,
+ "pc10": -0.0732,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1090,9 +1904,16 @@
"short_id": "781c564b",
"model": "glm-5.1",
"score": 0.38,
- "pc1": 3.5731,
- "pc2": 0.5763,
- "pc3": 0.0769,
+ "pc1": 3.4269,
+ "pc2": -0.7527,
+ "pc3": -0.1424,
+ "pc4": 0.2206,
+ "pc5": 0.417,
+ "pc6": 0.0743,
+ "pc7": 0.0824,
+ "pc8": -0.2146,
+ "pc9": 0.4305,
+ "pc10": -0.0732,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1100,19 +1921,50 @@
"short_id": "3e9975cb",
"model": "glm-5.1",
"score": 0.33,
- "pc1": 3.5731,
- "pc2": 0.5763,
- "pc3": 0.0769,
+ "pc1": 3.4269,
+ "pc2": -0.7527,
+ "pc3": -0.1424,
+ "pc4": 0.2206,
+ "pc5": 0.417,
+ "pc6": 0.0743,
+ "pc7": 0.0824,
+ "pc8": -0.2146,
+ "pc9": 0.4305,
+ "pc10": -0.0732,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
+ "run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=glm51_pw=off_prompt=simple_prov=zai_rndr=none_strat=plan_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3",
+ "short_id": "0503113f",
+ "model": "glm-5.1",
+ "score": 0.03,
+ "pc1": 3.4144,
+ "pc2": -0.3479,
+ "pc3": -0.35,
+ "pc4": 0.2125,
+ "pc5": 0.7832,
+ "pc6": -0.0107,
+ "pc7": -0.0818,
+ "pc8": -0.41,
+ "pc9": 1.2874,
+ "pc10": -0.3298,
+ "config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=plan_first"
+ },
+ {
"run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=glm51_pw=off_prompt=simple_prov=zai_rndr=webgl_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2",
"short_id": "14486646",
"model": "glm-5.1",
"score": 0.365,
- "pc1": 5.1551,
- "pc2": 0.8992,
- "pc3": 0.347,
+ "pc1": 4.95,
+ "pc2": -1.1886,
+ "pc3": -0.6569,
+ "pc4": 1.3801,
+ "pc5": 5.8335,
+ "pc6": 4.1028,
+ "pc7": -7.4113,
+ "pc8": 3.0329,
+ "pc9": -1.9903,
+ "pc10": 0.2891,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1120,9 +1972,16 @@
"short_id": "cbbff570",
"model": "haiku",
"score": 0.515,
- "pc1": -1.8532,
- "pc2": -0.7174,
- "pc3": -1.3239,
+ "pc1": -1.777,
+ "pc2": 0.8814,
+ "pc3": 1.3398,
+ "pc4": -2.5409,
+ "pc5": 0.0838,
+ "pc6": -0.5673,
+ "pc7": -1.2145,
+ "pc8": -0.4056,
+ "pc9": 0.1774,
+ "pc10": 0.1023,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1130,9 +1989,16 @@
"short_id": "62c70152",
"model": "haiku",
"score": 0.34,
- "pc1": -1.8532,
- "pc2": -0.7174,
- "pc3": -1.3239,
+ "pc1": -1.777,
+ "pc2": 0.8814,
+ "pc3": 1.3398,
+ "pc4": -2.5409,
+ "pc5": 0.0838,
+ "pc6": -0.5673,
+ "pc7": -1.2145,
+ "pc8": -0.4056,
+ "pc9": 0.1774,
+ "pc10": 0.1023,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1140,9 +2006,16 @@
"short_id": "80f1c3d5",
"model": "haiku",
"score": 0.565,
- "pc1": -1.8532,
- "pc2": -0.7174,
- "pc3": -1.3239,
+ "pc1": -1.777,
+ "pc2": 0.8814,
+ "pc3": 1.3398,
+ "pc4": -2.5409,
+ "pc5": 0.0838,
+ "pc6": -0.5673,
+ "pc7": -1.2145,
+ "pc8": -0.4056,
+ "pc9": 0.1774,
+ "pc10": 0.1023,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1150,9 +2023,16 @@
"short_id": "a30100ff",
"model": "haiku",
"score": 0.155,
- "pc1": -0.1386,
- "pc2": -0.9086,
- "pc3": -0.1779,
+ "pc1": -0.1388,
+ "pc2": 0.958,
+ "pc3": 0.2208,
+ "pc4": 0.1938,
+ "pc5": 0.0203,
+ "pc6": 0.184,
+ "pc7": -0.0411,
+ "pc8": -0.1336,
+ "pc9": 0.2236,
+ "pc10": 0.2132,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1160,9 +2040,16 @@
"short_id": "b61f8d31",
"model": "haiku",
"score": 0.68,
- "pc1": -0.1386,
- "pc2": -0.9086,
- "pc3": -0.1779,
+ "pc1": -0.1388,
+ "pc2": 0.958,
+ "pc3": 0.2208,
+ "pc4": 0.1938,
+ "pc5": 0.0203,
+ "pc6": 0.184,
+ "pc7": -0.0411,
+ "pc8": -0.1336,
+ "pc9": 0.2236,
+ "pc10": 0.2132,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1170,9 +2057,16 @@
"short_id": "645e0c8f",
"model": "haiku",
"score": 0.155,
- "pc1": -0.1386,
- "pc2": -0.9086,
- "pc3": -0.1779,
+ "pc1": -0.1388,
+ "pc2": 0.958,
+ "pc3": 0.2208,
+ "pc4": 0.1938,
+ "pc5": 0.0203,
+ "pc6": 0.184,
+ "pc7": -0.0411,
+ "pc8": -0.1336,
+ "pc9": 0.2236,
+ "pc10": 0.2132,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1180,9 +2074,16 @@
"short_id": "188635cc",
"model": "haiku",
"score": 0.155,
- "pc1": -2.1608,
- "pc2": -0.4172,
- "pc3": 0.2952,
+ "pc1": -2.2187,
+ "pc2": 0.5483,
+ "pc3": -0.2503,
+ "pc4": 0.9861,
+ "pc5": 0.1816,
+ "pc6": 1.3651,
+ "pc7": 0.2922,
+ "pc8": -1.8088,
+ "pc9": -0.4605,
+ "pc10": 0.6797,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1190,9 +2091,16 @@
"short_id": "9805c24a",
"model": "haiku",
"score": 0.565,
- "pc1": -2.1608,
- "pc2": -0.4172,
- "pc3": 0.2952,
+ "pc1": -2.2187,
+ "pc2": 0.5483,
+ "pc3": -0.2503,
+ "pc4": 0.9861,
+ "pc5": 0.1816,
+ "pc6": 1.3651,
+ "pc7": 0.2922,
+ "pc8": -1.8088,
+ "pc9": -0.4605,
+ "pc10": 0.6797,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1200,9 +2108,16 @@
"short_id": "5cdb89b6",
"model": "haiku",
"score": 0.155,
- "pc1": -2.1608,
- "pc2": -0.4172,
- "pc3": 0.2952,
+ "pc1": -2.2187,
+ "pc2": 0.5483,
+ "pc3": -0.2503,
+ "pc4": 0.9861,
+ "pc5": 0.1816,
+ "pc6": 1.3651,
+ "pc7": 0.2922,
+ "pc8": -1.8088,
+ "pc9": -0.4605,
+ "pc10": 0.6797,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1210,9 +2125,16 @@
"short_id": "4949d521",
"model": "haiku",
"score": 0.155,
- "pc1": -2.078,
- "pc2": -0.6393,
- "pc3": -1.2799,
+ "pc1": -2.1213,
+ "pc2": 0.7671,
+ "pc3": 1.3702,
+ "pc4": 2.039,
+ "pc5": 0.399,
+ "pc6": 2.0852,
+ "pc7": 0.6754,
+ "pc8": -1.1241,
+ "pc9": 1.309,
+ "pc10": 1.4892,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1220,9 +2142,16 @@
"short_id": "165fb66f",
"model": "haiku",
"score": 0.305,
- "pc1": -2.078,
- "pc2": -0.6393,
- "pc3": -1.2799,
+ "pc1": -2.1213,
+ "pc2": 0.7671,
+ "pc3": 1.3702,
+ "pc4": 2.039,
+ "pc5": 0.399,
+ "pc6": 2.0852,
+ "pc7": 0.6754,
+ "pc8": -1.1241,
+ "pc9": 1.309,
+ "pc10": 1.4892,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1230,9 +2159,16 @@
"short_id": "af738eee",
"model": "haiku",
"score": 0.28,
- "pc1": -2.078,
- "pc2": -0.6393,
- "pc3": -1.2799,
+ "pc1": -2.1213,
+ "pc2": 0.7671,
+ "pc3": 1.3702,
+ "pc4": 2.039,
+ "pc5": 0.399,
+ "pc6": 2.0852,
+ "pc7": 0.6754,
+ "pc8": -1.1241,
+ "pc9": 1.309,
+ "pc10": 1.4892,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1240,9 +2176,16 @@
"short_id": "da87903f",
"model": "haiku",
"score": 0.755,
- "pc1": -2.1066,
- "pc2": -0.4742,
- "pc3": -0.4917,
+ "pc1": -2.1591,
+ "pc2": 0.6004,
+ "pc3": 0.5393,
+ "pc4": 1.6449,
+ "pc5": -0.209,
+ "pc6": -1.3326,
+ "pc7": -1.0866,
+ "pc8": 0.1415,
+ "pc9": 0.4021,
+ "pc10": -2.4603,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1250,9 +2193,16 @@
"short_id": "49012037",
"model": "haiku",
"score": 0.315,
- "pc1": -2.1066,
- "pc2": -0.4742,
- "pc3": -0.4917,
+ "pc1": -2.1591,
+ "pc2": 0.6004,
+ "pc3": 0.5393,
+ "pc4": 1.6449,
+ "pc5": -0.209,
+ "pc6": -1.3326,
+ "pc7": -1.0866,
+ "pc8": 0.1415,
+ "pc9": 0.4021,
+ "pc10": -2.4603,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1260,9 +2210,16 @@
"short_id": "4b5f4543",
"model": "haiku",
"score": 0.305,
- "pc1": -2.1066,
- "pc2": -0.4742,
- "pc3": -0.4917,
+ "pc1": -2.1591,
+ "pc2": 0.6004,
+ "pc3": 0.5393,
+ "pc4": 1.6449,
+ "pc5": -0.209,
+ "pc6": -1.3326,
+ "pc7": -1.0866,
+ "pc8": 0.1415,
+ "pc9": 0.4021,
+ "pc10": -2.4603,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1270,9 +2227,16 @@
"short_id": "37c69c60",
"model": "haiku",
"score": 0.19,
- "pc1": -2.2667,
- "pc2": -0.4187,
- "pc3": -1.3375,
+ "pc1": -2.2215,
+ "pc2": 0.5819,
+ "pc3": 1.3855,
+ "pc4": -0.6876,
+ "pc5": 0.2672,
+ "pc6": 0.7339,
+ "pc7": -0.583,
+ "pc8": -0.9869,
+ "pc9": -0.4994,
+ "pc10": -2.5845,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1280,9 +2244,16 @@
"short_id": "77c2245c",
"model": "haiku",
"score": 0.155,
- "pc1": -2.2667,
- "pc2": -0.4187,
- "pc3": -1.3375,
+ "pc1": -2.2215,
+ "pc2": 0.5819,
+ "pc3": 1.3855,
+ "pc4": -0.6876,
+ "pc5": 0.2672,
+ "pc6": 0.7339,
+ "pc7": -0.583,
+ "pc8": -0.9869,
+ "pc9": -0.4994,
+ "pc10": -2.5845,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1290,9 +2261,16 @@
"short_id": "fe986bd0",
"model": "haiku",
"score": 0.405,
- "pc1": -2.2667,
- "pc2": -0.4187,
- "pc3": -1.3375,
+ "pc1": -2.2215,
+ "pc2": 0.5819,
+ "pc3": 1.3855,
+ "pc4": -0.6876,
+ "pc5": 0.2672,
+ "pc6": 0.7339,
+ "pc7": -0.583,
+ "pc8": -0.9869,
+ "pc9": -0.4994,
+ "pc10": -2.5845,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1300,9 +2278,16 @@
"short_id": "0d40c124",
"model": "haiku",
"score": 0.87,
- "pc1": -2.1378,
- "pc2": -0.4633,
- "pc3": 0.9695,
+ "pc1": -2.1999,
+ "pc2": 0.5896,
+ "pc3": -0.9304,
+ "pc4": 1.3359,
+ "pc5": -0.1228,
+ "pc6": -0.1503,
+ "pc7": 0.3829,
+ "pc8": 1.687,
+ "pc9": 0.0649,
+ "pc10": 0.0624,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1310,9 +2295,16 @@
"short_id": "4d6ff9c9",
"model": "haiku",
"score": 0.34,
- "pc1": -2.1378,
- "pc2": -0.4633,
- "pc3": 0.9695,
+ "pc1": -2.1999,
+ "pc2": 0.5896,
+ "pc3": -0.9304,
+ "pc4": 1.3359,
+ "pc5": -0.1228,
+ "pc6": -0.1503,
+ "pc7": 0.3829,
+ "pc8": 1.687,
+ "pc9": 0.0649,
+ "pc10": 0.0624,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1320,9 +2312,16 @@
"short_id": "1a5b849b",
"model": "haiku",
"score": 0.405,
- "pc1": -2.1378,
- "pc2": -0.4633,
- "pc3": 0.9695,
+ "pc1": -2.1999,
+ "pc2": 0.5896,
+ "pc3": -0.9304,
+ "pc4": 1.3359,
+ "pc5": -0.1228,
+ "pc6": -0.1503,
+ "pc7": 0.3829,
+ "pc8": 1.687,
+ "pc9": 0.0649,
+ "pc10": 0.0624,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1330,9 +2329,16 @@
"short_id": "e01fbfa7",
"model": "haiku",
"score": 0.33,
- "pc1": -1.9332,
- "pc2": -0.2686,
- "pc3": -0.4435,
+ "pc1": -1.9924,
+ "pc2": 0.3832,
+ "pc3": 0.4702,
+ "pc4": -1.3758,
+ "pc5": 0.0335,
+ "pc6": 0.0382,
+ "pc7": -0.0771,
+ "pc8": 0.5907,
+ "pc9": -0.3952,
+ "pc10": 2.2289,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1340,9 +2346,16 @@
"short_id": "bf5c394f",
"model": "haiku",
"score": 0.875,
- "pc1": -1.9332,
- "pc2": -0.2686,
- "pc3": -0.4435,
+ "pc1": -1.9924,
+ "pc2": 0.3832,
+ "pc3": 0.4702,
+ "pc4": -1.3758,
+ "pc5": 0.0335,
+ "pc6": 0.0382,
+ "pc7": -0.0771,
+ "pc8": 0.5907,
+ "pc9": -0.3952,
+ "pc10": 2.2289,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1350,9 +2363,16 @@
"short_id": "4bdcef51",
"model": "haiku",
"score": 0.305,
- "pc1": -1.3072,
- "pc2": -1.7889,
- "pc3": -0.0507,
+ "pc1": -1.2473,
+ "pc2": 1.8949,
+ "pc3": 0.0918,
+ "pc4": 0.0013,
+ "pc5": 0.05,
+ "pc6": 0.0558,
+ "pc7": -0.305,
+ "pc8": -0.0538,
+ "pc9": 0.2477,
+ "pc10": 0.1315,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1360,9 +2380,16 @@
"short_id": "4db28f22",
"model": "haiku",
"score": 0.155,
- "pc1": -1.3072,
- "pc2": -1.7889,
- "pc3": -0.0507,
+ "pc1": -1.2473,
+ "pc2": 1.8949,
+ "pc3": 0.0918,
+ "pc4": 0.0013,
+ "pc5": 0.05,
+ "pc6": 0.0558,
+ "pc7": -0.305,
+ "pc8": -0.0538,
+ "pc9": 0.2477,
+ "pc10": 0.1315,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1370,19 +2397,67 @@
"short_id": "6b13f05b",
"model": "haiku",
"score": 0.675,
- "pc1": -1.3072,
- "pc2": -1.7889,
- "pc3": -0.0507,
+ "pc1": -1.2473,
+ "pc2": 1.8949,
+ "pc3": 0.0918,
+ "pc4": 0.0013,
+ "pc5": 0.05,
+ "pc6": 0.0558,
+ "pc7": -0.305,
+ "pc8": -0.0538,
+ "pc9": 0.2477,
+ "pc10": 0.1315,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
+ "run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=haiku_pw=off_prompt=detailed_prov=anth_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run1",
+ "short_id": "e5a1fdcc",
+ "model": "haiku",
+ "score": 0.03,
+ "pc1": 0.4509,
+ "pc2": -0.9449,
+ "pc3": 1.2176,
+ "pc4": -2.3878,
+ "pc5": -0.0428,
+ "pc6": -0.5723,
+ "pc7": -0.8571,
+ "pc8": -0.7281,
+ "pc9": -0.0839,
+ "pc10": 0.1701,
+ "config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
+ },
+ {
+ "run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=haiku_pw=off_prompt=simple_prov=anth_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run1",
+ "short_id": "ddb0ec43",
+ "model": "haiku",
+ "score": 0.25,
+ "pc1": 0.9806,
+ "pc2": 0.0687,
+ "pc3": -0.0304,
+ "pc4": 0.1544,
+ "pc5": -0.0766,
+ "pc6": 0.0509,
+ "pc7": 0.0525,
+ "pc8": -0.3763,
+ "pc9": -0.0136,
+ "pc10": 0.1993,
+ "config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
+ },
+ {
"run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=haiku_pw=off_prompt=simple_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run1",
"short_id": "79675074",
"model": "haiku",
"score": 0.155,
- "pc1": 1.0274,
- "pc2": -0.0721,
- "pc3": 0.0829,
+ "pc1": 0.9806,
+ "pc2": 0.0687,
+ "pc3": -0.0304,
+ "pc4": 0.1544,
+ "pc5": -0.0766,
+ "pc6": 0.0509,
+ "pc7": 0.0525,
+ "pc8": -0.3763,
+ "pc9": -0.0136,
+ "pc10": 0.1993,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1390,9 +2465,16 @@
"short_id": "c0d3fd49",
"model": "haiku",
"score": 0.34,
- "pc1": 1.0274,
- "pc2": -0.0721,
- "pc3": 0.0829,
+ "pc1": 0.9806,
+ "pc2": 0.0687,
+ "pc3": -0.0304,
+ "pc4": 0.1544,
+ "pc5": -0.0766,
+ "pc6": 0.0509,
+ "pc7": 0.0525,
+ "pc8": -0.3763,
+ "pc9": -0.0136,
+ "pc10": 0.1993,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1400,9 +2482,16 @@
"short_id": "1fbd2965",
"model": "haiku",
"score": 0.34,
- "pc1": 1.0274,
- "pc2": -0.0721,
- "pc3": 0.0829,
+ "pc1": 0.9806,
+ "pc2": 0.0687,
+ "pc3": -0.0304,
+ "pc4": 0.1544,
+ "pc5": -0.0766,
+ "pc6": 0.0509,
+ "pc7": 0.0525,
+ "pc8": -0.3763,
+ "pc9": -0.0136,
+ "pc10": 0.1993,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1410,9 +2499,16 @@
"short_id": "c9b0a190",
"model": "haiku",
"score": 0.76,
- "pc1": -0.1412,
- "pc2": -0.9524,
- "pc3": 0.2101,
+ "pc1": -0.1279,
+ "pc2": 1.0055,
+ "pc3": -0.1594,
+ "pc4": -0.0382,
+ "pc5": -0.0468,
+ "pc6": -0.0772,
+ "pc7": -0.2114,
+ "pc8": -0.2965,
+ "pc9": 0.0105,
+ "pc10": 0.1176,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1420,9 +2516,16 @@
"short_id": "c31b514e",
"model": "haiku",
"score": 0.715,
- "pc1": -0.1412,
- "pc2": -0.9524,
- "pc3": 0.2101,
+ "pc1": -0.1279,
+ "pc2": 1.0055,
+ "pc3": -0.1594,
+ "pc4": -0.0382,
+ "pc5": -0.0468,
+ "pc6": -0.0772,
+ "pc7": -0.2114,
+ "pc8": -0.2965,
+ "pc9": 0.0105,
+ "pc10": 0.1176,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1430,9 +2533,16 @@
"short_id": "8de1a3c2",
"model": "haiku",
"score": 0.415,
- "pc1": -0.1412,
- "pc2": -0.9524,
- "pc3": 0.2101,
+ "pc1": -0.1279,
+ "pc2": 1.0055,
+ "pc3": -0.1594,
+ "pc4": -0.0382,
+ "pc5": -0.0468,
+ "pc6": -0.0772,
+ "pc7": -0.2114,
+ "pc8": -0.2965,
+ "pc9": 0.0105,
+ "pc10": 0.1176,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1440,9 +2550,16 @@
"short_id": "9cd7d12a",
"model": "opus",
"score": 0.305,
- "pc1": -1.6457,
- "pc2": -1.3099,
- "pc3": -1.6394,
+ "pc1": -1.5612,
+ "pc2": 1.4564,
+ "pc3": 1.6208,
+ "pc4": -2.5415,
+ "pc5": 0.1757,
+ "pc6": -0.5841,
+ "pc7": -1.2752,
+ "pc8": -0.2017,
+ "pc9": 0.8428,
+ "pc10": 0.1167,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1450,9 +2567,16 @@
"short_id": "28abb304",
"model": "opus",
"score": 0.205,
- "pc1": -1.6457,
- "pc2": -1.3099,
- "pc3": -1.6394,
+ "pc1": -1.5612,
+ "pc2": 1.4564,
+ "pc3": 1.6208,
+ "pc4": -2.5415,
+ "pc5": 0.1757,
+ "pc6": -0.5841,
+ "pc7": -1.2752,
+ "pc8": -0.2017,
+ "pc9": 0.8428,
+ "pc10": 0.1167,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1460,9 +2584,16 @@
"short_id": "30bc2917",
"model": "opus",
"score": 0.305,
- "pc1": -1.6457,
- "pc2": -1.3099,
- "pc3": -1.6394,
+ "pc1": -1.5612,
+ "pc2": 1.4564,
+ "pc3": 1.6208,
+ "pc4": -2.5415,
+ "pc5": 0.1757,
+ "pc6": -0.5841,
+ "pc7": -1.2752,
+ "pc8": -0.2017,
+ "pc9": 0.8428,
+ "pc10": 0.1167,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1470,9 +2601,16 @@
"short_id": "b9ce8930",
"model": "opus",
"score": 0.315,
- "pc1": 0.0688,
- "pc2": -1.5011,
- "pc3": -0.4934,
+ "pc1": 0.0771,
+ "pc2": 1.533,
+ "pc3": 0.5018,
+ "pc4": 0.1932,
+ "pc5": 0.1122,
+ "pc6": 0.1673,
+ "pc7": -0.1017,
+ "pc8": 0.0703,
+ "pc9": 0.8889,
+ "pc10": 0.2275,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1480,9 +2618,16 @@
"short_id": "6c694ce9",
"model": "opus",
"score": 0.405,
- "pc1": 0.0688,
- "pc2": -1.5011,
- "pc3": -0.4934,
+ "pc1": 0.0771,
+ "pc2": 1.533,
+ "pc3": 0.5018,
+ "pc4": 0.1932,
+ "pc5": 0.1122,
+ "pc6": 0.1673,
+ "pc7": -0.1017,
+ "pc8": 0.0703,
+ "pc9": 0.8889,
+ "pc10": 0.2275,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1490,9 +2635,16 @@
"short_id": "83b4415b",
"model": "opus",
"score": 0.895,
- "pc1": 0.0688,
- "pc2": -1.5011,
- "pc3": -0.4934,
+ "pc1": 0.0771,
+ "pc2": 1.533,
+ "pc3": 0.5018,
+ "pc4": 0.1932,
+ "pc5": 0.1122,
+ "pc6": 0.1673,
+ "pc7": -0.1017,
+ "pc8": 0.0703,
+ "pc9": 0.8889,
+ "pc10": 0.2275,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1500,9 +2652,16 @@
"short_id": "37932d12",
"model": "opus",
"score": 0.315,
- "pc1": -1.9534,
- "pc2": -1.0097,
- "pc3": -0.0203,
+ "pc1": -2.0028,
+ "pc2": 1.1233,
+ "pc3": 0.0307,
+ "pc4": 0.9855,
+ "pc5": 0.2735,
+ "pc6": 1.3484,
+ "pc7": 0.2315,
+ "pc8": -1.605,
+ "pc9": 0.2048,
+ "pc10": 0.694,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1510,9 +2669,16 @@
"short_id": "b53d8e6f",
"model": "opus",
"score": 0.315,
- "pc1": -1.9534,
- "pc2": -1.0097,
- "pc3": -0.0203,
+ "pc1": -2.0028,
+ "pc2": 1.1233,
+ "pc3": 0.0307,
+ "pc4": 0.9855,
+ "pc5": 0.2735,
+ "pc6": 1.3484,
+ "pc7": 0.2315,
+ "pc8": -1.605,
+ "pc9": 0.2048,
+ "pc10": 0.694,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1520,9 +2686,16 @@
"short_id": "53a9f7eb",
"model": "opus",
"score": 0.28,
- "pc1": -1.9534,
- "pc2": -1.0097,
- "pc3": -0.0203,
+ "pc1": -2.0028,
+ "pc2": 1.1233,
+ "pc3": 0.0307,
+ "pc4": 0.9855,
+ "pc5": 0.2735,
+ "pc6": 1.3484,
+ "pc7": 0.2315,
+ "pc8": -1.605,
+ "pc9": 0.2048,
+ "pc10": 0.694,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1530,9 +2703,16 @@
"short_id": "71eeae15",
"model": "opus",
"score": 0.43,
- "pc1": -1.8706,
- "pc2": -1.2318,
- "pc3": -1.5954,
+ "pc1": -1.9055,
+ "pc2": 1.3421,
+ "pc3": 1.6512,
+ "pc4": 2.0384,
+ "pc5": 0.491,
+ "pc6": 2.0684,
+ "pc7": 0.6147,
+ "pc8": -0.9203,
+ "pc9": 1.9743,
+ "pc10": 1.5036,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1540,9 +2720,16 @@
"short_id": "868a617f",
"model": "opus",
"score": 0.28,
- "pc1": -1.8706,
- "pc2": -1.2318,
- "pc3": -1.5954,
+ "pc1": -1.9055,
+ "pc2": 1.3421,
+ "pc3": 1.6512,
+ "pc4": 2.0384,
+ "pc5": 0.491,
+ "pc6": 2.0684,
+ "pc7": 0.6147,
+ "pc8": -0.9203,
+ "pc9": 1.9743,
+ "pc10": 1.5036,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1550,9 +2737,16 @@
"short_id": "8c6cb19c",
"model": "opus",
"score": 0.805,
- "pc1": -1.8706,
- "pc2": -1.2318,
- "pc3": -1.5954,
+ "pc1": -1.9055,
+ "pc2": 1.3421,
+ "pc3": 1.6512,
+ "pc4": 2.0384,
+ "pc5": 0.491,
+ "pc6": 2.0684,
+ "pc7": 0.6147,
+ "pc8": -0.9203,
+ "pc9": 1.9743,
+ "pc10": 1.5036,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1560,9 +2754,16 @@
"short_id": "68a6572f",
"model": "opus",
"score": 0.475,
- "pc1": -1.8991,
- "pc2": -1.0668,
- "pc3": -0.8073,
+ "pc1": -1.9432,
+ "pc2": 1.1755,
+ "pc3": 0.8203,
+ "pc4": 1.6442,
+ "pc5": -0.1171,
+ "pc6": -1.3493,
+ "pc7": -1.1473,
+ "pc8": 0.3454,
+ "pc9": 1.0674,
+ "pc10": -2.4459,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1570,9 +2771,16 @@
"short_id": "00b5cb8a",
"model": "opus",
"score": 0.365,
- "pc1": -1.8991,
- "pc2": -1.0668,
- "pc3": -0.8073,
+ "pc1": -1.9432,
+ "pc2": 1.1755,
+ "pc3": 0.8203,
+ "pc4": 1.6442,
+ "pc5": -0.1171,
+ "pc6": -1.3493,
+ "pc7": -1.1473,
+ "pc8": 0.3454,
+ "pc9": 1.0674,
+ "pc10": -2.4459,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1580,9 +2788,16 @@
"short_id": "e2cb7f2b",
"model": "opus",
"score": 0.865,
- "pc1": -1.8991,
- "pc2": -1.0668,
- "pc3": -0.8073,
+ "pc1": -1.9432,
+ "pc2": 1.1755,
+ "pc3": 0.8203,
+ "pc4": 1.6442,
+ "pc5": -0.1171,
+ "pc6": -1.3493,
+ "pc7": -1.1473,
+ "pc8": 0.3454,
+ "pc9": 1.0674,
+ "pc10": -2.4459,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1590,9 +2805,16 @@
"short_id": "4d465534",
"model": "opus",
"score": 0.765,
- "pc1": -2.0592,
- "pc2": -1.0113,
- "pc3": -1.653,
+ "pc1": -2.0057,
+ "pc2": 1.1569,
+ "pc3": 1.6665,
+ "pc4": -0.6883,
+ "pc5": 0.3591,
+ "pc6": 0.7172,
+ "pc7": -0.6436,
+ "pc8": -0.783,
+ "pc9": 0.166,
+ "pc10": -2.5701,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1600,9 +2822,16 @@
"short_id": "330aae5e",
"model": "opus",
"score": 0.205,
- "pc1": -2.0592,
- "pc2": -1.0113,
- "pc3": -1.653,
+ "pc1": -2.0057,
+ "pc2": 1.1569,
+ "pc3": 1.6665,
+ "pc4": -0.6883,
+ "pc5": 0.3591,
+ "pc6": 0.7172,
+ "pc7": -0.6436,
+ "pc8": -0.783,
+ "pc9": 0.166,
+ "pc10": -2.5701,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1610,9 +2839,16 @@
"short_id": "a59bd13b",
"model": "opus",
"score": 0.315,
- "pc1": -2.0592,
- "pc2": -1.0113,
- "pc3": -1.653,
+ "pc1": -2.0057,
+ "pc2": 1.1569,
+ "pc3": 1.6665,
+ "pc4": -0.6883,
+ "pc5": 0.3591,
+ "pc6": 0.7172,
+ "pc7": -0.6436,
+ "pc8": -0.783,
+ "pc9": 0.166,
+ "pc10": -2.5701,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1620,9 +2856,16 @@
"short_id": "6c4adfb0",
"model": "opus",
"score": 0.865,
- "pc1": -1.9303,
- "pc2": -1.0559,
- "pc3": 0.654,
+ "pc1": -1.984,
+ "pc2": 1.1647,
+ "pc3": -0.6494,
+ "pc4": 1.3353,
+ "pc5": -0.0309,
+ "pc6": -0.167,
+ "pc7": 0.3223,
+ "pc8": 1.8909,
+ "pc9": 0.7302,
+ "pc10": 0.0767,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1630,9 +2873,16 @@
"short_id": "e5199e69",
"model": "opus",
"score": 0.91,
- "pc1": -1.9303,
- "pc2": -1.0559,
- "pc3": 0.654,
+ "pc1": -1.984,
+ "pc2": 1.1647,
+ "pc3": -0.6494,
+ "pc4": 1.3353,
+ "pc5": -0.0309,
+ "pc6": -0.167,
+ "pc7": 0.3223,
+ "pc8": 1.8909,
+ "pc9": 0.7302,
+ "pc10": 0.0767,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1640,9 +2890,16 @@
"short_id": "c049fcf5",
"model": "opus",
"score": 0.245,
- "pc1": -1.9303,
- "pc2": -1.0559,
- "pc3": 0.654,
+ "pc1": -1.984,
+ "pc2": 1.1647,
+ "pc3": -0.6494,
+ "pc4": 1.3353,
+ "pc5": -0.0309,
+ "pc6": -0.167,
+ "pc7": 0.3223,
+ "pc8": 1.8909,
+ "pc9": 0.7302,
+ "pc10": 0.0767,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1650,9 +2907,16 @@
"short_id": "feb7d705",
"model": "opus",
"score": 0.315,
- "pc1": -1.7258,
- "pc2": -0.8612,
- "pc3": -0.759,
+ "pc1": -1.7766,
+ "pc2": 0.9582,
+ "pc3": 0.7512,
+ "pc4": -1.3764,
+ "pc5": 0.1255,
+ "pc6": 0.0215,
+ "pc7": -0.1378,
+ "pc8": 0.7945,
+ "pc9": 0.2701,
+ "pc10": 2.2433,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1660,9 +2924,16 @@
"short_id": "3c9d94f5",
"model": "opus",
"score": 0.315,
- "pc1": -1.7258,
- "pc2": -0.8612,
- "pc3": -0.759,
+ "pc1": -1.7766,
+ "pc2": 0.9582,
+ "pc3": 0.7512,
+ "pc4": -1.3764,
+ "pc5": 0.1255,
+ "pc6": 0.0215,
+ "pc7": -0.1378,
+ "pc8": 0.7945,
+ "pc9": 0.2701,
+ "pc10": 2.2433,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1670,9 +2941,16 @@
"short_id": "1a10ac67",
"model": "opus",
"score": 0.475,
- "pc1": -1.7258,
- "pc2": -0.8612,
- "pc3": -0.759,
+ "pc1": -1.7766,
+ "pc2": 0.9582,
+ "pc3": 0.7512,
+ "pc4": -1.3764,
+ "pc5": 0.1255,
+ "pc6": 0.0215,
+ "pc7": -0.1378,
+ "pc8": 0.7945,
+ "pc9": 0.2701,
+ "pc10": 2.2433,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1680,9 +2958,16 @@
"short_id": "67153cc8",
"model": "opus",
"score": 0.315,
- "pc1": -1.0998,
- "pc2": -2.3815,
- "pc3": -0.3662,
+ "pc1": -1.0314,
+ "pc2": 2.4699,
+ "pc3": 0.3728,
+ "pc4": 0.0006,
+ "pc5": 0.1419,
+ "pc6": 0.0391,
+ "pc7": -0.3657,
+ "pc8": 0.1501,
+ "pc9": 0.913,
+ "pc10": 0.1459,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1690,9 +2975,16 @@
"short_id": "cde3d475",
"model": "opus",
"score": 0.385,
- "pc1": -1.0998,
- "pc2": -2.3815,
- "pc3": -0.3662,
+ "pc1": -1.0314,
+ "pc2": 2.4699,
+ "pc3": 0.3728,
+ "pc4": 0.0006,
+ "pc5": 0.1419,
+ "pc6": 0.0391,
+ "pc7": -0.3657,
+ "pc8": 0.1501,
+ "pc9": 0.913,
+ "pc10": 0.1459,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1700,19 +2992,50 @@
"short_id": "b7e96026",
"model": "opus",
"score": 0.88,
- "pc1": -1.0998,
- "pc2": -2.3815,
- "pc3": -0.3662,
+ "pc1": -1.0314,
+ "pc2": 2.4699,
+ "pc3": 0.3728,
+ "pc4": 0.0006,
+ "pc5": 0.1419,
+ "pc6": 0.0391,
+ "pc7": -0.3657,
+ "pc8": 0.1501,
+ "pc9": 0.913,
+ "pc10": 0.1459,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
+ "run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=opus_pw=off_prompt=simple_prov=anth_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run1",
+ "short_id": "835cad49",
+ "model": "opus",
+ "score": 0.03,
+ "pc1": 1.1965,
+ "pc2": 0.6437,
+ "pc3": 0.2506,
+ "pc4": 0.1538,
+ "pc5": 0.0154,
+ "pc6": 0.0342,
+ "pc7": -0.0082,
+ "pc8": -0.1724,
+ "pc9": 0.6517,
+ "pc10": 0.2137,
+ "config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
+ },
+ {
"run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=opus_pw=off_prompt=simple_rndr=none_strat=usub_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run1",
"short_id": "886f5323",
"model": "opus",
"score": 0.49,
- "pc1": 0.0662,
- "pc2": -1.545,
- "pc3": -0.1054,
+ "pc1": 0.088,
+ "pc2": 1.5805,
+ "pc3": 0.1216,
+ "pc4": -0.0388,
+ "pc5": 0.0451,
+ "pc6": -0.094,
+ "pc7": -0.2721,
+ "pc8": -0.0926,
+ "pc9": 0.6759,
+ "pc10": 0.132,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1720,9 +3043,16 @@
"short_id": "d6549fa2",
"model": "opus",
"score": 0.825,
- "pc1": 0.0662,
- "pc2": -1.545,
- "pc3": -0.1054,
+ "pc1": 0.088,
+ "pc2": 1.5805,
+ "pc3": 0.1216,
+ "pc4": -0.0388,
+ "pc5": 0.0451,
+ "pc6": -0.094,
+ "pc7": -0.2721,
+ "pc8": -0.0926,
+ "pc9": 0.6759,
+ "pc10": 0.132,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1730,9 +3060,16 @@
"short_id": "6ccb77f1",
"model": "opus",
"score": 0.46,
- "pc1": 0.0662,
- "pc2": -1.545,
- "pc3": -0.1054,
+ "pc1": 0.088,
+ "pc2": 1.5805,
+ "pc3": 0.1216,
+ "pc4": -0.0388,
+ "pc5": 0.0451,
+ "pc6": -0.094,
+ "pc7": -0.2721,
+ "pc8": -0.0926,
+ "pc9": 0.6759,
+ "pc10": 0.132,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1740,9 +3077,16 @@
"short_id": "de9c4cc0",
"model": "sonnet",
"score": 0.155,
- "pc1": -1.6356,
- "pc2": -1.3066,
- "pc3": -1.6391,
+ "pc1": -1.5516,
+ "pc2": 1.4525,
+ "pc3": 1.6209,
+ "pc4": -2.5388,
+ "pc5": 0.175,
+ "pc6": -0.5837,
+ "pc7": -1.2728,
+ "pc8": -0.2112,
+ "pc9": 0.8652,
+ "pc10": 0.1262,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1750,9 +3094,16 @@
"short_id": "536bc021",
"model": "sonnet",
"score": 0.18,
- "pc1": -1.6356,
- "pc2": -1.3066,
- "pc3": -1.6391,
+ "pc1": -1.5516,
+ "pc2": 1.4525,
+ "pc3": 1.6209,
+ "pc4": -2.5388,
+ "pc5": 0.175,
+ "pc6": -0.5837,
+ "pc7": -1.2728,
+ "pc8": -0.2112,
+ "pc9": 0.8652,
+ "pc10": 0.1262,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1760,9 +3111,16 @@
"short_id": "92665abf",
"model": "sonnet",
"score": 0.715,
- "pc1": -1.6356,
- "pc2": -1.3066,
- "pc3": -1.6391,
+ "pc1": -1.5516,
+ "pc2": 1.4525,
+ "pc3": 1.6209,
+ "pc4": -2.5388,
+ "pc5": 0.175,
+ "pc6": -0.5837,
+ "pc7": -1.2728,
+ "pc8": -0.2112,
+ "pc9": 0.8652,
+ "pc10": 0.1262,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1770,9 +3128,16 @@
"short_id": "d2c1efc6",
"model": "sonnet",
"score": 0.305,
- "pc1": 0.0789,
- "pc2": -1.4978,
- "pc3": -0.4931,
+ "pc1": 0.0866,
+ "pc2": 1.5292,
+ "pc3": 0.5019,
+ "pc4": 0.196,
+ "pc5": 0.1115,
+ "pc6": 0.1676,
+ "pc7": -0.0993,
+ "pc8": 0.0608,
+ "pc9": 0.9113,
+ "pc10": 0.237,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1780,9 +3145,16 @@
"short_id": "b9741b31",
"model": "sonnet",
"score": 0.315,
- "pc1": 0.0789,
- "pc2": -1.4978,
- "pc3": -0.4931,
+ "pc1": 0.0866,
+ "pc2": 1.5292,
+ "pc3": 0.5019,
+ "pc4": 0.196,
+ "pc5": 0.1115,
+ "pc6": 0.1676,
+ "pc7": -0.0993,
+ "pc8": 0.0608,
+ "pc9": 0.9113,
+ "pc10": 0.237,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1790,9 +3162,16 @@
"short_id": "b683745c",
"model": "sonnet",
"score": 0.425,
- "pc1": 0.0789,
- "pc2": -1.4978,
- "pc3": -0.4931,
+ "pc1": 0.0866,
+ "pc2": 1.5292,
+ "pc3": 0.5019,
+ "pc4": 0.196,
+ "pc5": 0.1115,
+ "pc6": 0.1676,
+ "pc7": -0.0993,
+ "pc8": 0.0608,
+ "pc9": 0.9113,
+ "pc10": 0.237,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1800,9 +3179,16 @@
"short_id": "c13f247e",
"model": "sonnet",
"score": 0.49,
- "pc1": -1.9433,
- "pc2": -1.0064,
- "pc3": -0.02,
+ "pc1": -1.9933,
+ "pc2": 1.1195,
+ "pc3": 0.0308,
+ "pc4": 0.9883,
+ "pc5": 0.2728,
+ "pc6": 1.3487,
+ "pc7": 0.234,
+ "pc8": -1.6145,
+ "pc9": 0.2272,
+ "pc10": 0.7035,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1810,9 +3196,16 @@
"short_id": "0f0815e0",
"model": "sonnet",
"score": 0.475,
- "pc1": -1.9433,
- "pc2": -1.0064,
- "pc3": -0.02,
+ "pc1": -1.9933,
+ "pc2": 1.1195,
+ "pc3": 0.0308,
+ "pc4": 0.9883,
+ "pc5": 0.2728,
+ "pc6": 1.3487,
+ "pc7": 0.234,
+ "pc8": -1.6145,
+ "pc9": 0.2272,
+ "pc10": 0.7035,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1820,9 +3213,16 @@
"short_id": "f967cca3",
"model": "sonnet",
"score": 0.385,
- "pc1": -1.9433,
- "pc2": -1.0064,
- "pc3": -0.02,
+ "pc1": -1.9933,
+ "pc2": 1.1195,
+ "pc3": 0.0308,
+ "pc4": 0.9883,
+ "pc5": 0.2728,
+ "pc6": 1.3487,
+ "pc7": 0.234,
+ "pc8": -1.6145,
+ "pc9": 0.2272,
+ "pc10": 0.7035,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1830,9 +3230,16 @@
"short_id": "9378b63f",
"model": "sonnet",
"score": 0.76,
- "pc1": -1.8605,
- "pc2": -1.2285,
- "pc3": -1.5951,
+ "pc1": -1.896,
+ "pc2": 1.3383,
+ "pc3": 1.6513,
+ "pc4": 2.0412,
+ "pc5": 0.4903,
+ "pc6": 2.0688,
+ "pc7": 0.6172,
+ "pc8": -0.9297,
+ "pc9": 1.9967,
+ "pc10": 1.5131,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1840,9 +3247,16 @@
"short_id": "63d07a83",
"model": "sonnet",
"score": 0.75,
- "pc1": -1.8605,
- "pc2": -1.2285,
- "pc3": -1.5951,
+ "pc1": -1.896,
+ "pc2": 1.3383,
+ "pc3": 1.6513,
+ "pc4": 2.0412,
+ "pc5": 0.4903,
+ "pc6": 2.0688,
+ "pc7": 0.6172,
+ "pc8": -0.9297,
+ "pc9": 1.9967,
+ "pc10": 1.5131,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1850,9 +3264,16 @@
"short_id": "89f5d666",
"model": "sonnet",
"score": 0.255,
- "pc1": -1.8605,
- "pc2": -1.2285,
- "pc3": -1.5951,
+ "pc1": -1.896,
+ "pc2": 1.3383,
+ "pc3": 1.6513,
+ "pc4": 2.0412,
+ "pc5": 0.4903,
+ "pc6": 2.0688,
+ "pc7": 0.6172,
+ "pc8": -0.9297,
+ "pc9": 1.9967,
+ "pc10": 1.5131,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1860,9 +3281,16 @@
"short_id": "222c497a",
"model": "sonnet",
"score": 0.44,
- "pc1": -1.889,
- "pc2": -1.0634,
- "pc3": -0.807,
+ "pc1": -1.9337,
+ "pc2": 1.1716,
+ "pc3": 0.8204,
+ "pc4": 1.647,
+ "pc5": -0.1178,
+ "pc6": -1.349,
+ "pc7": -1.1448,
+ "pc8": 0.3359,
+ "pc9": 1.0899,
+ "pc10": -2.4365,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1870,9 +3298,16 @@
"short_id": "a0b46dce",
"model": "sonnet",
"score": 0.72,
- "pc1": -1.889,
- "pc2": -1.0634,
- "pc3": -0.807,
+ "pc1": -1.9337,
+ "pc2": 1.1716,
+ "pc3": 0.8204,
+ "pc4": 1.647,
+ "pc5": -0.1178,
+ "pc6": -1.349,
+ "pc7": -1.1448,
+ "pc8": 0.3359,
+ "pc9": 1.0899,
+ "pc10": -2.4365,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1880,9 +3315,16 @@
"short_id": "9d5d71af",
"model": "sonnet",
"score": 0.41,
- "pc1": -1.889,
- "pc2": -1.0634,
- "pc3": -0.807,
+ "pc1": -1.9337,
+ "pc2": 1.1716,
+ "pc3": 0.8204,
+ "pc4": 1.647,
+ "pc5": -0.1178,
+ "pc6": -1.349,
+ "pc7": -1.1448,
+ "pc8": 0.3359,
+ "pc9": 1.0899,
+ "pc10": -2.4365,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1890,9 +3332,16 @@
"short_id": "3bbc243e",
"model": "sonnet",
"score": 0.365,
- "pc1": -2.0491,
- "pc2": -1.0079,
- "pc3": -1.6527,
+ "pc1": -1.9962,
+ "pc2": 1.153,
+ "pc3": 1.6666,
+ "pc4": -0.6855,
+ "pc5": 0.3584,
+ "pc6": 0.7176,
+ "pc7": -0.6412,
+ "pc8": -0.7925,
+ "pc9": 0.1884,
+ "pc10": -2.5606,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1900,9 +3349,16 @@
"short_id": "ada76b96",
"model": "sonnet",
"score": 0.28,
- "pc1": -2.0491,
- "pc2": -1.0079,
- "pc3": -1.6527,
+ "pc1": -1.9962,
+ "pc2": 1.153,
+ "pc3": 1.6666,
+ "pc4": -0.6855,
+ "pc5": 0.3584,
+ "pc6": 0.7176,
+ "pc7": -0.6412,
+ "pc8": -0.7925,
+ "pc9": 0.1884,
+ "pc10": -2.5606,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1910,9 +3366,16 @@
"short_id": "3ca73775",
"model": "sonnet",
"score": 0.495,
- "pc1": -2.0491,
- "pc2": -1.0079,
- "pc3": -1.6527,
+ "pc1": -1.9962,
+ "pc2": 1.153,
+ "pc3": 1.6666,
+ "pc4": -0.6855,
+ "pc5": 0.3584,
+ "pc6": 0.7176,
+ "pc7": -0.6412,
+ "pc8": -0.7925,
+ "pc9": 0.1884,
+ "pc10": -2.5606,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1920,9 +3383,16 @@
"short_id": "225f2763",
"model": "sonnet",
"score": 0.33,
- "pc1": -1.9202,
- "pc2": -1.0525,
- "pc3": 0.6543,
+ "pc1": -1.9745,
+ "pc2": 1.1608,
+ "pc3": -0.6494,
+ "pc4": 1.338,
+ "pc5": -0.0316,
+ "pc6": -0.1667,
+ "pc7": 0.3247,
+ "pc8": 1.8814,
+ "pc9": 0.7526,
+ "pc10": 0.0862,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1930,9 +3400,16 @@
"short_id": "0bee082b",
"model": "sonnet",
"score": 0.34,
- "pc1": -1.9202,
- "pc2": -1.0525,
- "pc3": 0.6543,
+ "pc1": -1.9745,
+ "pc2": 1.1608,
+ "pc3": -0.6494,
+ "pc4": 1.338,
+ "pc5": -0.0316,
+ "pc6": -0.1667,
+ "pc7": 0.3247,
+ "pc8": 1.8814,
+ "pc9": 0.7526,
+ "pc10": 0.0862,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1940,9 +3417,16 @@
"short_id": "81d1772b",
"model": "sonnet",
"score": 0.28,
- "pc1": -1.9202,
- "pc2": -1.0525,
- "pc3": 0.6543,
+ "pc1": -1.9745,
+ "pc2": 1.1608,
+ "pc3": -0.6494,
+ "pc4": 1.338,
+ "pc5": -0.0316,
+ "pc6": -0.1667,
+ "pc7": 0.3247,
+ "pc8": 1.8814,
+ "pc9": 0.7526,
+ "pc10": 0.0862,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1950,9 +3434,16 @@
"short_id": "f91e3319",
"model": "sonnet",
"score": 0.28,
- "pc1": -1.7157,
- "pc2": -0.8578,
- "pc3": -0.7587,
+ "pc1": -1.767,
+ "pc2": 0.9544,
+ "pc3": 0.7513,
+ "pc4": -1.3736,
+ "pc5": 0.1247,
+ "pc6": 0.0218,
+ "pc7": -0.1354,
+ "pc8": 0.785,
+ "pc9": 0.2925,
+ "pc10": 2.2528,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1960,9 +3451,16 @@
"short_id": "6a1b6728",
"model": "sonnet",
"score": 0.325,
- "pc1": -1.7157,
- "pc2": -0.8578,
- "pc3": -0.7587,
+ "pc1": -1.767,
+ "pc2": 0.9544,
+ "pc3": 0.7513,
+ "pc4": -1.3736,
+ "pc5": 0.1247,
+ "pc6": 0.0218,
+ "pc7": -0.1354,
+ "pc8": 0.785,
+ "pc9": 0.2925,
+ "pc10": 2.2528,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1970,9 +3468,16 @@
"short_id": "5a0dcfdc",
"model": "sonnet",
"score": 0.28,
- "pc1": -1.7157,
- "pc2": -0.8578,
- "pc3": -0.7587,
+ "pc1": -1.767,
+ "pc2": 0.9544,
+ "pc3": 0.7513,
+ "pc4": -1.3736,
+ "pc5": 0.1247,
+ "pc6": 0.0218,
+ "pc7": -0.1354,
+ "pc8": 0.785,
+ "pc9": 0.2925,
+ "pc10": 2.2528,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1980,9 +3485,16 @@
"short_id": "f333a385",
"model": "sonnet",
"score": 0.155,
- "pc1": -1.0897,
- "pc2": -2.3781,
- "pc3": -0.3659,
+ "pc1": -1.0219,
+ "pc2": 2.466,
+ "pc3": 0.3729,
+ "pc4": 0.0034,
+ "pc5": 0.1412,
+ "pc6": 0.0395,
+ "pc7": -0.3632,
+ "pc8": 0.1406,
+ "pc9": 0.9354,
+ "pc10": 0.1554,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1990,9 +3502,16 @@
"short_id": "edfd3f04",
"model": "sonnet",
"score": 0.33,
- "pc1": -1.0897,
- "pc2": -2.3781,
- "pc3": -0.3659,
+ "pc1": -1.0219,
+ "pc2": 2.466,
+ "pc3": 0.3729,
+ "pc4": 0.0034,
+ "pc5": 0.1412,
+ "pc6": 0.0395,
+ "pc7": -0.3632,
+ "pc8": 0.1406,
+ "pc9": 0.9354,
+ "pc10": 0.1554,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2000,19 +3519,50 @@
"short_id": "dec59666",
"model": "sonnet",
"score": 0.41,
- "pc1": -1.0897,
- "pc2": -2.3781,
- "pc3": -0.3659,
+ "pc1": -1.0219,
+ "pc2": 2.466,
+ "pc3": 0.3729,
+ "pc4": 0.0034,
+ "pc5": 0.1412,
+ "pc6": 0.0395,
+ "pc7": -0.3632,
+ "pc8": 0.1406,
+ "pc9": 0.9354,
+ "pc10": 0.1554,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
+ "run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=sonnet_pw=off_prompt=simple_prov=anth_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run1",
+ "short_id": "9f634fd1",
+ "model": "sonnet",
+ "score": 0.0,
+ "pc1": 1.206,
+ "pc2": 0.6398,
+ "pc3": 0.2507,
+ "pc4": 0.1566,
+ "pc5": 0.0147,
+ "pc6": 0.0345,
+ "pc7": -0.0058,
+ "pc8": -0.1819,
+ "pc9": 0.6741,
+ "pc10": 0.2231,
+ "config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
+ },
+ {
"run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=sonnet_pw=off_prompt=simple_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run1",
"short_id": "81d56cf5",
"model": "sonnet",
"score": 0.42,
- "pc1": 1.245,
- "pc2": -0.6613,
- "pc3": -0.2323,
+ "pc1": 1.206,
+ "pc2": 0.6398,
+ "pc3": 0.2507,
+ "pc4": 0.1566,
+ "pc5": 0.0147,
+ "pc6": 0.0345,
+ "pc7": -0.0058,
+ "pc8": -0.1819,
+ "pc9": 0.6741,
+ "pc10": 0.2231,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2020,9 +3570,16 @@
"short_id": "6a78fb22",
"model": "sonnet",
"score": 0.8,
- "pc1": 0.0763,
- "pc2": -1.5416,
- "pc3": -0.1051,
+ "pc1": 0.0975,
+ "pc2": 1.5767,
+ "pc3": 0.1217,
+ "pc4": -0.036,
+ "pc5": 0.0444,
+ "pc6": -0.0936,
+ "pc7": -0.2697,
+ "pc8": -0.1021,
+ "pc9": 0.6983,
+ "pc10": 0.1415,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2030,9 +3587,16 @@
"short_id": "4b3f7365",
"model": "sonnet",
"score": 0.315,
- "pc1": 0.0763,
- "pc2": -1.5416,
- "pc3": -0.1051,
+ "pc1": 0.0975,
+ "pc2": 1.5767,
+ "pc3": 0.1217,
+ "pc4": -0.036,
+ "pc5": 0.0444,
+ "pc6": -0.0936,
+ "pc7": -0.2697,
+ "pc8": -0.1021,
+ "pc9": 0.6983,
+ "pc10": 0.1415,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2040,19 +3604,50 @@
"short_id": "fa4f71b7",
"model": "sonnet",
"score": 0.355,
- "pc1": 0.0763,
- "pc2": -1.5416,
- "pc3": -0.1051,
+ "pc1": 0.0975,
+ "pc2": 1.5767,
+ "pc3": 0.1217,
+ "pc4": -0.036,
+ "pc5": 0.0444,
+ "pc6": -0.0936,
+ "pc7": -0.2697,
+ "pc8": -0.1021,
+ "pc9": 0.6983,
+ "pc10": 0.1415,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
+ "run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=uns_lint=on_budget=low_model=glm45air_pw=off_prompt=simple_prov=zai_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run1",
+ "short_id": "ba5e058a",
+ "model": "glm-4.5-air",
+ "score": 0.03,
+ "pc1": 3.8201,
+ "pc2": -0.0698,
+ "pc3": 0.4798,
+ "pc4": 0.1488,
+ "pc5": -2.8543,
+ "pc6": 0.6127,
+ "pc7": 1.0426,
+ "pc8": 0.659,
+ "pc9": -2.402,
+ "pc10": -0.5319,
+ "config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low"
+ },
+ {
"run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=uns_lint=on_budget=low_model=glm45air_pw=off_prompt=simple_prov=zai_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3",
"short_id": "961a7131",
"model": "glm-4.5-air",
"score": 0.38,
- "pc1": 3.8595,
- "pc2": -0.1871,
- "pc3": -0.4165,
+ "pc1": 3.8201,
+ "pc2": -0.0698,
+ "pc3": 0.4798,
+ "pc4": 0.1488,
+ "pc5": -2.8543,
+ "pc6": 0.6127,
+ "pc7": 1.0426,
+ "pc8": 0.659,
+ "pc9": -2.402,
+ "pc10": -0.5319,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low"
},
{
@@ -2060,9 +3655,16 @@
"short_id": "299b6c41",
"model": "glm-4.7",
"score": 0.38,
- "pc1": 3.9296,
- "pc2": -0.1591,
- "pc3": -0.4356,
+ "pc1": 3.8595,
+ "pc2": -0.107,
+ "pc3": 0.312,
+ "pc4": 0.3967,
+ "pc5": -3.2414,
+ "pc6": 0.2548,
+ "pc7": 0.6239,
+ "pc8": 0.1216,
+ "pc9": -1.5238,
+ "pc10": -0.2201,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low"
},
{
@@ -2070,9 +3672,16 @@
"short_id": "0693e74d",
"model": "glm-4.7",
"score": 0.38,
- "pc1": 3.9296,
- "pc2": -0.1591,
- "pc3": -0.4356,
+ "pc1": 3.8595,
+ "pc2": -0.107,
+ "pc3": 0.312,
+ "pc4": 0.3967,
+ "pc5": -3.2414,
+ "pc6": 0.2548,
+ "pc7": 0.6239,
+ "pc8": 0.1216,
+ "pc9": -1.5238,
+ "pc10": -0.2201,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low"
},
{
@@ -2080,9 +3689,16 @@
"short_id": "255de2c3",
"model": "glm-4.7",
"score": 0.38,
- "pc1": 3.9296,
- "pc2": -0.1591,
- "pc3": -0.4356,
+ "pc1": 3.8595,
+ "pc2": -0.107,
+ "pc3": 0.312,
+ "pc4": 0.3967,
+ "pc5": -3.2414,
+ "pc6": 0.2548,
+ "pc7": 0.6239,
+ "pc8": 0.1216,
+ "pc9": -1.5238,
+ "pc10": -0.2201,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low"
},
{
@@ -2090,9 +3706,16 @@
"short_id": "a1c761c9",
"model": "glm-5.1",
"score": 0.38,
- "pc1": 4.0072,
- "pc2": -0.0723,
- "pc3": -0.5015,
+ "pc1": 3.9338,
+ "pc2": -0.1898,
+ "pc3": 0.3618,
+ "pc4": 0.5845,
+ "pc5": -2.2158,
+ "pc6": 0.8152,
+ "pc7": 0.2371,
+ "pc8": 0.3844,
+ "pc9": -2.353,
+ "pc10": -0.1744,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low"
},
{
@@ -2100,9 +3723,16 @@
"short_id": "c2541fee",
"model": "glm-5.1",
"score": 0.38,
- "pc1": 4.0072,
- "pc2": -0.0723,
- "pc3": -0.5015,
+ "pc1": 3.9338,
+ "pc2": -0.1898,
+ "pc3": 0.3618,
+ "pc4": 0.5845,
+ "pc5": -2.2158,
+ "pc6": 0.8152,
+ "pc7": 0.2371,
+ "pc8": 0.3844,
+ "pc9": -2.353,
+ "pc10": -0.1744,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low"
},
{
@@ -2110,9 +3740,16 @@
"short_id": "d61bbd6f",
"model": "glm-5.1",
"score": 0.305,
- "pc1": 4.0072,
- "pc2": -0.0723,
- "pc3": -0.5015,
+ "pc1": 3.9338,
+ "pc2": -0.1898,
+ "pc3": 0.3618,
+ "pc4": 0.5845,
+ "pc5": -2.2158,
+ "pc6": 0.8152,
+ "pc7": 0.2371,
+ "pc8": 0.3844,
+ "pc9": -2.353,
+ "pc10": -0.1744,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low"
},
{
@@ -2120,9 +3757,16 @@
"short_id": "7a348b81",
"model": "haiku",
"score": 0.485,
- "pc1": -0.8732,
- "pc2": -2.4375,
- "pc3": -0.6291,
+ "pc1": -0.7404,
+ "pc2": 2.4578,
+ "pc3": 0.5959,
+ "pc4": 0.3651,
+ "pc5": -2.5828,
+ "pc6": 0.7968,
+ "pc7": -0.1502,
+ "pc8": 0.5452,
+ "pc9": -2.5358,
+ "pc10": 0.0303,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low, strategy=use_subagents"
},
{
@@ -2130,19 +3774,50 @@
"short_id": "8fe72fce",
"model": "haiku",
"score": 0.515,
- "pc1": -0.8732,
- "pc2": -2.4375,
- "pc3": -0.6291,
+ "pc1": -0.7404,
+ "pc2": 2.4578,
+ "pc3": 0.5959,
+ "pc4": 0.3651,
+ "pc5": -2.5828,
+ "pc6": 0.7968,
+ "pc7": -0.1502,
+ "pc8": 0.5452,
+ "pc9": -2.5358,
+ "pc10": 0.0303,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low, strategy=use_subagents"
},
{
+ "run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=uns_lint=on_budget=low_model=haiku_pw=off_prompt=simple_prov=anth_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run1",
+ "short_id": "7f20d924",
+ "model": "haiku",
+ "score": 0.03,
+ "pc1": 1.4876,
+ "pc2": 0.6315,
+ "pc3": 0.4738,
+ "pc4": 0.5183,
+ "pc5": -2.7094,
+ "pc6": 0.7918,
+ "pc7": 0.2072,
+ "pc8": 0.2227,
+ "pc9": -2.7971,
+ "pc10": 0.0981,
+ "config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low"
+ },
+ {
"run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=uns_lint=on_budget=low_model=opus_pw=avail_prompt=simple_rndr=none_strat=usub_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run1",
"short_id": "8932f117",
"model": "opus",
"score": 0.47,
- "pc1": -0.6657,
- "pc2": -3.0301,
- "pc3": -0.9446,
+ "pc1": -0.5245,
+ "pc2": 3.0328,
+ "pc3": 0.8769,
+ "pc4": 0.3645,
+ "pc5": -2.4909,
+ "pc6": 0.78,
+ "pc7": -0.2109,
+ "pc8": 0.7491,
+ "pc9": -1.8705,
+ "pc10": 0.0447,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low, strategy=use_subagents"
},
{
@@ -2150,9 +3825,16 @@
"short_id": "52f8ab88",
"model": "opus",
"score": 0.5,
- "pc1": -0.6657,
- "pc2": -3.0301,
- "pc3": -0.9446,
+ "pc1": -0.5245,
+ "pc2": 3.0328,
+ "pc3": 0.8769,
+ "pc4": 0.3645,
+ "pc5": -2.4909,
+ "pc6": 0.78,
+ "pc7": -0.2109,
+ "pc8": 0.7491,
+ "pc9": -1.8705,
+ "pc10": 0.0447,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low, strategy=use_subagents"
},
{
@@ -2160,9 +3842,16 @@
"short_id": "d6187c89",
"model": "opus",
"score": 0.5,
- "pc1": -0.6657,
- "pc2": -3.0301,
- "pc3": -0.9446,
+ "pc1": -0.5245,
+ "pc2": 3.0328,
+ "pc3": 0.8769,
+ "pc4": 0.3645,
+ "pc5": -2.4909,
+ "pc6": 0.78,
+ "pc7": -0.2109,
+ "pc8": 0.7491,
+ "pc9": -1.8705,
+ "pc10": 0.0447,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low, strategy=use_subagents"
},
{
@@ -2170,9 +3859,16 @@
"short_id": "a1f49ced",
"model": "sonnet",
"score": 0.485,
- "pc1": -0.6556,
- "pc2": -3.0267,
- "pc3": -0.9443,
+ "pc1": -0.515,
+ "pc2": 3.0289,
+ "pc3": 0.877,
+ "pc4": 0.3673,
+ "pc5": -2.4916,
+ "pc6": 0.7804,
+ "pc7": -0.2085,
+ "pc8": 0.7396,
+ "pc9": -1.8481,
+ "pc10": 0.0542,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low, strategy=use_subagents"
},
{
@@ -2180,9 +3876,16 @@
"short_id": "414139b2",
"model": "sonnet",
"score": 0.5,
- "pc1": -0.6556,
- "pc2": -3.0267,
- "pc3": -0.9443,
+ "pc1": -0.515,
+ "pc2": 3.0289,
+ "pc3": 0.877,
+ "pc4": 0.3673,
+ "pc5": -2.4916,
+ "pc6": 0.7804,
+ "pc7": -0.2085,
+ "pc8": 0.7396,
+ "pc9": -1.8481,
+ "pc10": 0.0542,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low, strategy=use_subagents"
},
{
@@ -2190,9 +3893,16 @@
"short_id": "ad21bf3b",
"model": "sonnet",
"score": 0.365,
- "pc1": -0.6556,
- "pc2": -3.0267,
- "pc3": -0.9443,
+ "pc1": -0.515,
+ "pc2": 3.0289,
+ "pc3": 0.877,
+ "pc4": 0.3673,
+ "pc5": -2.4916,
+ "pc6": 0.7804,
+ "pc7": -0.2085,
+ "pc8": 0.7396,
+ "pc9": -1.8481,
+ "pc10": 0.0542,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low, strategy=use_subagents"
},
{
@@ -2200,9 +3910,16 @@
"short_id": "ea686a12",
"model": "glm-4.5-air",
"score": 0.155,
- "pc1": 2.8762,
- "pc2": 1.3392,
- "pc3": 1.1193,
+ "pc1": 2.6775,
+ "pc2": -1.4899,
+ "pc3": -1.0017,
+ "pc4": -2.3942,
+ "pc5": -0.0087,
+ "pc6": 1.8487,
+ "pc7": 2.4634,
+ "pc8": 1.4501,
+ "pc9": 0.9038,
+ "pc10": -1.5378,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2210,9 +3927,16 @@
"short_id": "fa02f9f7",
"model": "glm-4.5-air",
"score": 0.18,
- "pc1": 2.8762,
- "pc2": 1.3392,
- "pc3": 1.1193,
+ "pc1": 2.6775,
+ "pc2": -1.4899,
+ "pc3": -1.0017,
+ "pc4": -2.3942,
+ "pc5": -0.0087,
+ "pc6": 1.8487,
+ "pc7": 2.4634,
+ "pc8": 1.4501,
+ "pc9": 0.9038,
+ "pc10": -1.5378,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2220,9 +3944,16 @@
"short_id": "7c1248e2",
"model": "glm-4.7",
"score": 0.315,
- "pc1": 2.9463,
- "pc2": 1.3673,
- "pc3": 1.1001,
+ "pc1": 2.717,
+ "pc2": -1.5272,
+ "pc3": -1.1694,
+ "pc4": -2.1462,
+ "pc5": -0.3958,
+ "pc6": 1.4908,
+ "pc7": 2.0448,
+ "pc8": 0.9127,
+ "pc9": 1.782,
+ "pc10": -1.226,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2230,9 +3961,16 @@
"short_id": "c924670c",
"model": "glm-4.7",
"score": 0.305,
- "pc1": 2.9463,
- "pc2": 1.3673,
- "pc3": 1.1001,
+ "pc1": 2.717,
+ "pc2": -1.5272,
+ "pc3": -1.1694,
+ "pc4": -2.1462,
+ "pc5": -0.3958,
+ "pc6": 1.4908,
+ "pc7": 2.0448,
+ "pc8": 0.9127,
+ "pc9": 1.782,
+ "pc10": -1.226,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2240,9 +3978,16 @@
"short_id": "187c67ef",
"model": "glm-5.1",
"score": 0.255,
- "pc1": 3.0239,
- "pc2": 1.4541,
- "pc3": 1.0342,
+ "pc1": 2.7913,
+ "pc2": -1.61,
+ "pc3": -1.1197,
+ "pc4": -1.9585,
+ "pc5": 0.6298,
+ "pc6": 2.0512,
+ "pc7": 1.658,
+ "pc8": 1.1755,
+ "pc9": 0.9528,
+ "pc10": -1.1803,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2250,9 +3995,16 @@
"short_id": "5ca32e79",
"model": "glm-5.1",
"score": 0.155,
- "pc1": 3.0239,
- "pc2": 1.4541,
- "pc3": 1.0342,
+ "pc1": 2.7913,
+ "pc2": -1.61,
+ "pc3": -1.1197,
+ "pc4": -1.9585,
+ "pc5": 0.6298,
+ "pc6": 2.0512,
+ "pc7": 1.658,
+ "pc8": 1.1755,
+ "pc9": 0.9528,
+ "pc10": -1.1803,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2260,9 +4012,16 @@
"short_id": "9d78ce6d",
"model": "glm-5.1",
"score": 0.37,
- "pc1": 3.0239,
- "pc2": 1.4541,
- "pc3": 1.0342,
+ "pc1": 2.7913,
+ "pc2": -1.61,
+ "pc3": -1.1197,
+ "pc4": -1.9585,
+ "pc5": 0.6298,
+ "pc6": 2.0512,
+ "pc7": 1.658,
+ "pc8": 1.1755,
+ "pc9": 0.9528,
+ "pc10": -1.1803,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2270,9 +4029,16 @@
"short_id": "0feabf41",
"model": "haiku",
"score": 0.47,
- "pc1": -4.4438,
- "pc2": 6.4526,
- "pc3": -3.0566,
+ "pc1": -4.8689,
+ "pc2": -6.2118,
+ "pc3": 3.1001,
+ "pc4": -3.5708,
+ "pc5": 0.9482,
+ "pc6": 5.5367,
+ "pc7": 2.1524,
+ "pc8": -2.2092,
+ "pc9": -0.3613,
+ "pc10": 0.3641,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -2280,9 +4046,16 @@
"short_id": "4c7db3b9",
"model": "haiku",
"score": 0.485,
- "pc1": -4.4438,
- "pc2": 6.4526,
- "pc3": -3.0566,
+ "pc1": -4.8689,
+ "pc2": -6.2118,
+ "pc3": 3.1001,
+ "pc4": -3.5708,
+ "pc5": 0.9482,
+ "pc6": 5.5367,
+ "pc7": 2.1524,
+ "pc8": -2.2092,
+ "pc9": -0.3613,
+ "pc10": 0.3641,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -2290,9 +4063,16 @@
"short_id": "40f9a902",
"model": "haiku",
"score": 0.79,
- "pc1": -4.4438,
- "pc2": 6.4526,
- "pc3": -3.0566,
+ "pc1": -4.8689,
+ "pc2": -6.2118,
+ "pc3": 3.1001,
+ "pc4": -3.5708,
+ "pc5": 0.9482,
+ "pc6": 5.5367,
+ "pc7": 2.1524,
+ "pc8": -2.2092,
+ "pc9": -0.3613,
+ "pc10": 0.3641,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -2300,9 +4080,16 @@
"short_id": "e2e04e75",
"model": "haiku",
"score": 0.305,
- "pc1": -1.8565,
- "pc2": -0.9112,
- "pc3": 0.9067,
+ "pc1": -1.8829,
+ "pc2": 1.0376,
+ "pc3": -0.8855,
+ "pc4": -2.1778,
+ "pc5": 0.2628,
+ "pc6": 2.0327,
+ "pc7": 1.2706,
+ "pc8": 1.3363,
+ "pc9": 0.77,
+ "pc10": -0.9756,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2310,9 +4097,16 @@
"short_id": "b04257bc",
"model": "haiku",
"score": 0.28,
- "pc1": -1.8565,
- "pc2": -0.9112,
- "pc3": 0.9067,
+ "pc1": -1.8829,
+ "pc2": 1.0376,
+ "pc3": -0.8855,
+ "pc4": -2.1778,
+ "pc5": 0.2628,
+ "pc6": 2.0327,
+ "pc7": 1.2706,
+ "pc8": 1.3363,
+ "pc9": 0.77,
+ "pc10": -0.9756,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2320,9 +4114,16 @@
"short_id": "9b0e0479",
"model": "haiku",
"score": 0.155,
- "pc1": -1.8565,
- "pc2": -0.9112,
- "pc3": 0.9067,
+ "pc1": -1.8829,
+ "pc2": 1.0376,
+ "pc3": -0.8855,
+ "pc4": -2.1778,
+ "pc5": 0.2628,
+ "pc6": 2.0327,
+ "pc7": 1.2706,
+ "pc8": 1.3363,
+ "pc9": 0.77,
+ "pc10": -0.9756,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2330,9 +4131,16 @@
"short_id": "daaf1998",
"model": "opus",
"score": 0.365,
- "pc1": -1.649,
- "pc2": -1.5037,
- "pc3": 0.5912,
+ "pc1": -1.667,
+ "pc2": 1.6126,
+ "pc3": -0.6045,
+ "pc4": -2.1785,
+ "pc5": 0.3547,
+ "pc6": 2.016,
+ "pc7": 1.21,
+ "pc8": 1.5402,
+ "pc9": 1.4354,
+ "pc10": -0.9612,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2340,9 +4148,16 @@
"short_id": "f3f3cd51",
"model": "opus",
"score": 0.755,
- "pc1": -1.649,
- "pc2": -1.5037,
- "pc3": 0.5912,
+ "pc1": -1.667,
+ "pc2": 1.6126,
+ "pc3": -0.6045,
+ "pc4": -2.1785,
+ "pc5": 0.3547,
+ "pc6": 2.016,
+ "pc7": 1.21,
+ "pc8": 1.5402,
+ "pc9": 1.4354,
+ "pc10": -0.9612,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2350,9 +4165,16 @@
"short_id": "bdd519b4",
"model": "opus",
"score": 0.46,
- "pc1": -1.649,
- "pc2": -1.5037,
- "pc3": 0.5912,
+ "pc1": -1.667,
+ "pc2": 1.6126,
+ "pc3": -0.6045,
+ "pc4": -2.1785,
+ "pc5": 0.3547,
+ "pc6": 2.016,
+ "pc7": 1.21,
+ "pc8": 1.5402,
+ "pc9": 1.4354,
+ "pc10": -0.9612,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2360,9 +4182,16 @@
"short_id": "92501938",
"model": "sonnet",
"score": 0.415,
- "pc1": -1.6389,
- "pc2": -1.5003,
- "pc3": 0.5915,
+ "pc1": -1.6575,
+ "pc2": 1.6088,
+ "pc3": -0.6044,
+ "pc4": -2.1757,
+ "pc5": 0.354,
+ "pc6": 2.0163,
+ "pc7": 1.2124,
+ "pc8": 1.5307,
+ "pc9": 1.4578,
+ "pc10": -0.9517,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2370,9 +4199,16 @@
"short_id": "12f4a113",
"model": "sonnet",
"score": 0.29,
- "pc1": -1.6389,
- "pc2": -1.5003,
- "pc3": 0.5915,
+ "pc1": -1.6575,
+ "pc2": 1.6088,
+ "pc3": -0.6044,
+ "pc4": -2.1757,
+ "pc5": 0.354,
+ "pc6": 2.0163,
+ "pc7": 1.2124,
+ "pc8": 1.5307,
+ "pc9": 1.4578,
+ "pc10": -0.9517,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2380,9 +4216,16 @@
"short_id": "6031abcf",
"model": "sonnet",
"score": 0.315,
- "pc1": -1.6389,
- "pc2": -1.5003,
- "pc3": 0.5915,
+ "pc1": -1.6575,
+ "pc2": 1.6088,
+ "pc3": -0.6044,
+ "pc4": -2.1757,
+ "pc5": 0.354,
+ "pc6": 2.0163,
+ "pc7": 1.2124,
+ "pc8": 1.5307,
+ "pc9": 1.4578,
+ "pc10": -0.9517,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2390,9 +4233,16 @@
"short_id": "d179f825",
"model": "glm-4.5-air",
"score": 0.18,
- "pc1": 3.5573,
- "pc2": -0.3388,
- "pc3": -0.4735,
+ "pc1": 3.4465,
+ "pc2": 0.1995,
+ "pc3": 0.6609,
+ "pc4": 0.0252,
+ "pc5": 3.7559,
+ "pc6": -2.3793,
+ "pc7": 4.2297,
+ "pc8": -0.0393,
+ "pc9": -2.6026,
+ "pc10": -0.6489,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2400,9 +4250,16 @@
"short_id": "e128b57c",
"model": "glm-5.1",
"score": 0.34,
- "pc1": 3.7049,
- "pc2": -0.2239,
- "pc3": -0.5585,
+ "pc1": 3.5602,
+ "pc2": 0.0794,
+ "pc3": 0.5429,
+ "pc4": 0.4609,
+ "pc5": 4.3944,
+ "pc6": -2.1769,
+ "pc7": 3.4242,
+ "pc8": -0.3139,
+ "pc9": -2.5536,
+ "pc10": -0.2915,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2410,9 +4267,16 @@
"short_id": "025bcc22",
"model": "glm-5.1",
"score": 0.34,
- "pc1": 3.7049,
- "pc2": -0.2239,
- "pc3": -0.5585,
+ "pc1": 3.5602,
+ "pc2": 0.0794,
+ "pc3": 0.5429,
+ "pc4": 0.4609,
+ "pc5": 4.3944,
+ "pc6": -2.1769,
+ "pc7": 3.4242,
+ "pc8": -0.3139,
+ "pc9": -2.5536,
+ "pc10": -0.2915,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2420,9 +4284,16 @@
"short_id": "cd3f3c84",
"model": "glm-5.1",
"score": 0.34,
- "pc1": 3.7049,
- "pc2": -0.2239,
- "pc3": -0.5585,
+ "pc1": 3.5602,
+ "pc2": 0.0794,
+ "pc3": 0.5429,
+ "pc4": 0.4609,
+ "pc5": 4.3944,
+ "pc6": -2.1769,
+ "pc7": 3.4242,
+ "pc8": -0.3139,
+ "pc9": -2.5536,
+ "pc10": -0.2915,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2430,9 +4301,16 @@
"short_id": "7e61c670",
"model": "haiku",
"score": 0.715,
- "pc1": -1.1754,
- "pc2": -2.5892,
- "pc3": -0.6861,
+ "pc1": -1.114,
+ "pc2": 2.727,
+ "pc3": 0.7771,
+ "pc4": 0.2415,
+ "pc5": 4.0274,
+ "pc6": -2.1953,
+ "pc7": 3.0369,
+ "pc8": -0.1532,
+ "pc9": -2.7364,
+ "pc10": -0.0867,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2440,9 +4318,16 @@
"short_id": "6b33ee07",
"model": "haiku",
"score": 0.34,
- "pc1": -1.1754,
- "pc2": -2.5892,
- "pc3": -0.6861,
+ "pc1": -1.114,
+ "pc2": 2.727,
+ "pc3": 0.7771,
+ "pc4": 0.2415,
+ "pc5": 4.0274,
+ "pc6": -2.1953,
+ "pc7": 3.0369,
+ "pc8": -0.1532,
+ "pc9": -2.7364,
+ "pc10": -0.0867,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2450,9 +4335,16 @@
"short_id": "89be04d9",
"model": "haiku",
"score": 0.155,
- "pc1": -1.1754,
- "pc2": -2.5892,
- "pc3": -0.6861,
+ "pc1": -1.114,
+ "pc2": 2.727,
+ "pc3": 0.7771,
+ "pc4": 0.2415,
+ "pc5": 4.0274,
+ "pc6": -2.1953,
+ "pc7": 3.0369,
+ "pc8": -0.1532,
+ "pc9": -2.7364,
+ "pc10": -0.0867,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2460,9 +4352,16 @@
"short_id": "59e8da6e",
"model": "opus",
"score": 0.39,
- "pc1": -0.968,
- "pc2": -3.1817,
- "pc3": -1.0016,
+ "pc1": -0.8981,
+ "pc2": 3.3021,
+ "pc3": 1.0581,
+ "pc4": 0.2409,
+ "pc5": 4.1193,
+ "pc6": -2.212,
+ "pc7": 2.9762,
+ "pc8": 0.0507,
+ "pc9": -2.0711,
+ "pc10": -0.0723,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2470,9 +4369,16 @@
"short_id": "f501a861",
"model": "opus",
"score": 0.355,
- "pc1": -0.968,
- "pc2": -3.1817,
- "pc3": -1.0016,
+ "pc1": -0.8981,
+ "pc2": 3.3021,
+ "pc3": 1.0581,
+ "pc4": 0.2409,
+ "pc5": 4.1193,
+ "pc6": -2.212,
+ "pc7": 2.9762,
+ "pc8": 0.0507,
+ "pc9": -2.0711,
+ "pc10": -0.0723,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2480,9 +4386,16 @@
"short_id": "9720d53e",
"model": "opus",
"score": 0.75,
- "pc1": -0.968,
- "pc2": -3.1817,
- "pc3": -1.0016,
+ "pc1": -0.8981,
+ "pc2": 3.3021,
+ "pc3": 1.0581,
+ "pc4": 0.2409,
+ "pc5": 4.1193,
+ "pc6": -2.212,
+ "pc7": 2.9762,
+ "pc8": 0.0507,
+ "pc9": -2.0711,
+ "pc10": -0.0723,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2490,9 +4403,16 @@
"short_id": "5d88e9c7",
"model": "sonnet",
"score": 0.75,
- "pc1": -0.9579,
- "pc2": -3.1784,
- "pc3": -1.0013,
+ "pc1": -0.8886,
+ "pc2": 3.2982,
+ "pc3": 1.0582,
+ "pc4": 0.2437,
+ "pc5": 4.1186,
+ "pc6": -2.2117,
+ "pc7": 2.9786,
+ "pc8": 0.0412,
+ "pc9": -2.0486,
+ "pc10": -0.0629,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2500,9 +4420,16 @@
"short_id": "20dc3752",
"model": "sonnet",
"score": 0.74,
- "pc1": -0.9579,
- "pc2": -3.1784,
- "pc3": -1.0013,
+ "pc1": -0.8886,
+ "pc2": 3.2982,
+ "pc3": 1.0582,
+ "pc4": 0.2437,
+ "pc5": 4.1186,
+ "pc6": -2.2117,
+ "pc7": 2.9786,
+ "pc8": 0.0412,
+ "pc9": -2.0486,
+ "pc10": -0.0629,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2510,9 +4437,16 @@
"short_id": "4905874d",
"model": "sonnet",
"score": 0.75,
- "pc1": -0.9579,
- "pc2": -3.1784,
- "pc3": -1.0013,
+ "pc1": -0.8886,
+ "pc2": 3.2982,
+ "pc3": 1.0582,
+ "pc4": 0.2437,
+ "pc5": 4.1186,
+ "pc6": -2.2117,
+ "pc7": 2.9786,
+ "pc8": 0.0412,
+ "pc9": -2.0486,
+ "pc10": -0.0629,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2520,9 +4454,16 @@
"short_id": "1e3f4cdb",
"model": "haiku",
"score": 0.59,
- "pc1": -4.6289,
- "pc2": 6.406,
- "pc3": 1.1544,
+ "pc1": -5.2907,
+ "pc2": -6.2334,
+ "pc3": -1.1003,
+ "pc4": 6.7805,
+ "pc5": -0.4462,
+ "pc6": -0.75,
+ "pc7": 0.6723,
+ "pc8": 1.0361,
+ "pc9": 0.5028,
+ "pc10": 0.783,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2530,9 +4471,16 @@
"short_id": "c7b0bb6b",
"model": "haiku",
"score": 0.565,
- "pc1": -4.6289,
- "pc2": 6.406,
- "pc3": 1.1544,
+ "pc1": -5.2907,
+ "pc2": -6.2334,
+ "pc3": -1.1003,
+ "pc4": 6.7805,
+ "pc5": -0.4462,
+ "pc6": -0.75,
+ "pc7": 0.6723,
+ "pc8": 1.0361,
+ "pc9": 0.5028,
+ "pc10": 0.783,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2540,9 +4488,16 @@
"short_id": "bbb70053",
"model": "haiku",
"score": 0.715,
- "pc1": -4.6289,
- "pc2": 6.406,
- "pc3": 1.1544,
+ "pc1": -5.2907,
+ "pc2": -6.2334,
+ "pc3": -1.1003,
+ "pc4": 6.7805,
+ "pc5": -0.4462,
+ "pc6": -0.75,
+ "pc7": 0.6723,
+ "pc8": 1.0361,
+ "pc9": 0.5028,
+ "pc10": 0.783,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2550,9 +4505,16 @@
"short_id": "77966846",
"model": "haiku",
"score": 0.255,
- "pc1": -2.4482,
- "pc2": -0.8916,
- "pc3": 5.5024,
+ "pc1": -2.5338,
+ "pc2": 1.0655,
+ "pc3": -5.5853,
+ "pc4": -0.34,
+ "pc5": -0.127,
+ "pc6": -1.1292,
+ "pc7": -1.1571,
+ "pc8": -1.4324,
+ "pc9": -0.7261,
+ "pc10": 0.248,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -2560,9 +4522,16 @@
"short_id": "f6426aae",
"model": "haiku",
"score": 0.405,
- "pc1": -2.4482,
- "pc2": -0.8916,
- "pc3": 5.5024,
+ "pc1": -2.5338,
+ "pc2": 1.0655,
+ "pc3": -5.5853,
+ "pc4": -0.34,
+ "pc5": -0.127,
+ "pc6": -1.1292,
+ "pc7": -1.1571,
+ "pc8": -1.4324,
+ "pc9": -0.7261,
+ "pc10": 0.248,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -2570,9 +4539,16 @@
"short_id": "f86cae22",
"model": "haiku",
"score": 0.155,
- "pc1": -2.4482,
- "pc2": -0.8916,
- "pc3": 5.5024,
+ "pc1": -2.5338,
+ "pc2": 1.0655,
+ "pc3": -5.5853,
+ "pc4": -0.34,
+ "pc5": -0.127,
+ "pc6": -1.1292,
+ "pc7": -1.1571,
+ "pc8": -1.4324,
+ "pc9": -0.7261,
+ "pc10": 0.248,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -2580,9 +4556,16 @@
"short_id": "b13700b7",
"model": "glm-4.5-air",
"score": 0.305,
- "pc1": 2.6829,
- "pc2": 1.1948,
- "pc3": 2.6856,
+ "pc1": 2.4798,
+ "pc2": -1.3315,
+ "pc3": -2.5887,
+ "pc4": 0.1527,
+ "pc5": -0.3797,
+ "pc6": -0.7896,
+ "pc7": 1.0398,
+ "pc8": 1.6901,
+ "pc9": 0.4404,
+ "pc10": -0.4593,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2590,9 +4573,16 @@
"short_id": "8d789027",
"model": "glm-4.7",
"score": 0.38,
- "pc1": 2.753,
- "pc2": 1.2229,
- "pc3": 2.6665,
+ "pc1": 2.5193,
+ "pc2": -1.3687,
+ "pc3": -2.7565,
+ "pc4": 0.4006,
+ "pc5": -0.7668,
+ "pc6": -1.1475,
+ "pc7": 0.6211,
+ "pc8": 1.1527,
+ "pc9": 1.3186,
+ "pc10": -0.1476,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2600,9 +4590,16 @@
"short_id": "7fc5f846",
"model": "glm-5.1",
"score": 0.065,
- "pc1": 2.8305,
- "pc2": 1.3097,
- "pc3": 2.6006,
+ "pc1": 2.5936,
+ "pc2": -1.4516,
+ "pc3": -2.7067,
+ "pc4": 0.5884,
+ "pc5": 0.2588,
+ "pc6": -0.5871,
+ "pc7": 0.2343,
+ "pc8": 1.4156,
+ "pc9": 0.4894,
+ "pc10": -0.1019,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2610,9 +4607,16 @@
"short_id": "8d7679dc",
"model": "glm-5.1",
"score": 0.03,
- "pc1": 2.8305,
- "pc2": 1.3097,
- "pc3": 2.6006,
+ "pc1": 2.5936,
+ "pc2": -1.4516,
+ "pc3": -2.7067,
+ "pc4": 0.5884,
+ "pc5": 0.2588,
+ "pc6": -0.5871,
+ "pc7": 0.2343,
+ "pc8": 1.4156,
+ "pc9": 0.4894,
+ "pc10": -0.1019,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2620,9 +4624,16 @@
"short_id": "8d96f61d",
"model": "glm-5.1",
"score": 0.03,
- "pc1": 2.8305,
- "pc2": 1.3097,
- "pc3": 2.6006,
+ "pc1": 2.5936,
+ "pc2": -1.4516,
+ "pc3": -2.7067,
+ "pc4": 0.5884,
+ "pc5": 0.2588,
+ "pc6": -0.5871,
+ "pc7": 0.2343,
+ "pc8": 1.4156,
+ "pc9": 0.4894,
+ "pc10": -0.1019,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2630,9 +4641,16 @@
"short_id": "8bb02c7c",
"model": "haiku",
"score": 0.305,
- "pc1": -2.0498,
- "pc2": -1.0556,
- "pc3": 2.473,
+ "pc1": -2.0806,
+ "pc2": 1.196,
+ "pc3": -2.4726,
+ "pc4": 0.369,
+ "pc5": -0.1082,
+ "pc6": -0.6055,
+ "pc7": -0.153,
+ "pc8": 1.5763,
+ "pc9": 0.3066,
+ "pc10": 0.1029,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2640,9 +4658,16 @@
"short_id": "b1b1424a",
"model": "haiku",
"score": 0.225,
- "pc1": -2.0498,
- "pc2": -1.0556,
- "pc3": 2.473,
+ "pc1": -2.0806,
+ "pc2": 1.196,
+ "pc3": -2.4726,
+ "pc4": 0.369,
+ "pc5": -0.1082,
+ "pc6": -0.6055,
+ "pc7": -0.153,
+ "pc8": 1.5763,
+ "pc9": 0.3066,
+ "pc10": 0.1029,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2650,9 +4675,16 @@
"short_id": "d9899ed8",
"model": "haiku",
"score": 0.7,
- "pc1": -2.0498,
- "pc2": -1.0556,
- "pc3": 2.473,
+ "pc1": -2.0806,
+ "pc2": 1.196,
+ "pc3": -2.4726,
+ "pc4": 0.369,
+ "pc5": -0.1082,
+ "pc6": -0.6055,
+ "pc7": -0.153,
+ "pc8": 1.5763,
+ "pc9": 0.3066,
+ "pc10": 0.1029,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2660,9 +4692,16 @@
"short_id": "19d7fd45",
"model": "opus",
"score": 0.39,
- "pc1": -1.8424,
- "pc2": -1.6481,
- "pc3": 2.1575,
+ "pc1": -1.8647,
+ "pc2": 1.7711,
+ "pc3": -2.1916,
+ "pc4": 0.3684,
+ "pc5": -0.0163,
+ "pc6": -0.6223,
+ "pc7": -0.2137,
+ "pc8": 1.7802,
+ "pc9": 0.9719,
+ "pc10": 0.1172,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2670,9 +4709,16 @@
"short_id": "e10bfa92",
"model": "opus",
"score": 0.825,
- "pc1": -1.8424,
- "pc2": -1.6481,
- "pc3": 2.1575,
+ "pc1": -1.8647,
+ "pc2": 1.7711,
+ "pc3": -2.1916,
+ "pc4": 0.3684,
+ "pc5": -0.0163,
+ "pc6": -0.6223,
+ "pc7": -0.2137,
+ "pc8": 1.7802,
+ "pc9": 0.9719,
+ "pc10": 0.1172,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2680,9 +4726,16 @@
"short_id": "b060d46a",
"model": "opus",
"score": 0.765,
- "pc1": -1.8424,
- "pc2": -1.6481,
- "pc3": 2.1575,
+ "pc1": -1.8647,
+ "pc2": 1.7711,
+ "pc3": -2.1916,
+ "pc4": 0.3684,
+ "pc5": -0.0163,
+ "pc6": -0.6223,
+ "pc7": -0.2137,
+ "pc8": 1.7802,
+ "pc9": 0.9719,
+ "pc10": 0.1172,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2690,9 +4743,16 @@
"short_id": "7d8d44d6",
"model": "sonnet",
"score": 0.28,
- "pc1": -1.8323,
- "pc2": -1.6447,
- "pc3": 2.1578,
+ "pc1": -1.8552,
+ "pc2": 1.7672,
+ "pc3": -2.1915,
+ "pc4": 0.3712,
+ "pc5": -0.017,
+ "pc6": -0.6219,
+ "pc7": -0.2113,
+ "pc8": 1.7707,
+ "pc9": 0.9944,
+ "pc10": 0.1267,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2700,9 +4760,16 @@
"short_id": "837ded2f",
"model": "sonnet",
"score": 0.43,
- "pc1": -1.8323,
- "pc2": -1.6447,
- "pc3": 2.1578,
+ "pc1": -1.8552,
+ "pc2": 1.7672,
+ "pc3": -2.1915,
+ "pc4": 0.3712,
+ "pc5": -0.017,
+ "pc6": -0.6219,
+ "pc7": -0.2113,
+ "pc8": 1.7707,
+ "pc9": 0.9944,
+ "pc10": 0.1267,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2710,9 +4777,16 @@
"short_id": "f9d8871e",
"model": "sonnet",
"score": 0.315,
- "pc1": -1.8323,
- "pc2": -1.6447,
- "pc3": 2.1578,
+ "pc1": -1.8552,
+ "pc2": 1.7672,
+ "pc3": -2.1915,
+ "pc4": 0.3712,
+ "pc5": -0.017,
+ "pc6": -0.6219,
+ "pc7": -0.2113,
+ "pc8": 1.7707,
+ "pc9": 0.9944,
+ "pc10": 0.1267,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2720,9 +4794,16 @@
"short_id": "195c0c1f",
"model": "haiku",
"score": 0.65,
- "pc1": -6.8537,
- "pc2": 7.8441,
- "pc3": 0.1694,
+ "pc1": -7.4385,
+ "pc2": -7.5176,
+ "pc3": -0.2227,
+ "pc4": -3.2219,
+ "pc5": -0.4498,
+ "pc6": -2.2026,
+ "pc7": -0.5532,
+ "pc8": 4.6909,
+ "pc9": -0.764,
+ "pc10": -2.9594,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2730,9 +4811,16 @@
"short_id": "18bcc1ad",
"model": "haiku",
"score": 0.47,
- "pc1": -6.8537,
- "pc2": 7.8441,
- "pc3": 0.1694,
+ "pc1": -7.4385,
+ "pc2": -7.5176,
+ "pc3": -0.2227,
+ "pc4": -3.2219,
+ "pc5": -0.4498,
+ "pc6": -2.2026,
+ "pc7": -0.5532,
+ "pc8": 4.6909,
+ "pc9": -0.764,
+ "pc10": -2.9594,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2740,9 +4828,16 @@
"short_id": "93e8feea",
"model": "haiku",
"score": 0.405,
- "pc1": -6.8537,
- "pc2": 7.8441,
- "pc3": 0.1694,
+ "pc1": -7.4385,
+ "pc2": -7.5176,
+ "pc3": -0.2227,
+ "pc4": -3.2219,
+ "pc5": -0.4498,
+ "pc6": -2.2026,
+ "pc7": -0.5532,
+ "pc8": 4.6909,
+ "pc9": -0.764,
+ "pc10": -2.9594,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2750,9 +4845,16 @@
"short_id": "67825cfa",
"model": "haiku",
"score": 0.65,
- "pc1": -4.1417,
- "pc2": 5.0403,
- "pc3": 7.6938,
+ "pc1": -4.719,
+ "pc2": -4.8445,
+ "pc3": -7.7995,
+ "pc4": -1.6161,
+ "pc5": -0.0688,
+ "pc6": 1.8001,
+ "pc7": 2.025,
+ "pc8": 0.3453,
+ "pc9": -1.9749,
+ "pc10": 1.7034,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -2760,9 +4862,16 @@
"short_id": "ccc32a02",
"model": "haiku",
"score": 0.155,
- "pc1": -4.1417,
- "pc2": 5.0403,
- "pc3": 7.6938,
+ "pc1": -4.719,
+ "pc2": -4.8445,
+ "pc3": -7.7995,
+ "pc4": -1.6161,
+ "pc5": -0.0688,
+ "pc6": 1.8001,
+ "pc7": 2.025,
+ "pc8": 0.3453,
+ "pc9": -1.9749,
+ "pc10": 1.7034,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -2770,9 +4879,16 @@
"short_id": "edcf7c7c",
"model": "haiku",
"score": 0.155,
- "pc1": -4.1417,
- "pc2": 5.0403,
- "pc3": 7.6938,
+ "pc1": -4.719,
+ "pc2": -4.8445,
+ "pc3": -7.7995,
+ "pc4": -1.6161,
+ "pc5": -0.0688,
+ "pc6": 1.8001,
+ "pc7": 2.025,
+ "pc8": 0.3453,
+ "pc9": -1.9749,
+ "pc10": 1.7034,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
}
],
@@ -2780,445 +4896,900 @@
{
"feature": "model_glm-4.5-air",
"axis": "model",
- "pc1": 0.0952,
- "pc2": 0.0326,
- "pc3": 0.0215
+ "pc1": 0.1068,
+ "pc2": -0.0437,
+ "pc3": 0.0109,
+ "pc4": -0.0737,
+ "pc5": -0.0505,
+ "pc6": -0.0096,
+ "pc7": 0.1443,
+ "pc8": 0.0707,
+ "pc9": -0.0507,
+ "pc10": -0.0844
},
{
"feature": "model_glm-4.7",
"axis": "model",
- "pc1": 0.1622,
- "pc2": 0.0568,
- "pc3": 0.0259
+ "pc1": 0.1499,
+ "pc2": -0.0676,
+ "pc3": -0.036,
+ "pc4": -0.0213,
+ "pc5": -0.1807,
+ "pc6": -0.1191,
+ "pc7": 0.0618,
+ "pc8": -0.0688,
+ "pc9": 0.1962,
+ "pc10": -0.0162
},
{
"feature": "model_glm-5.1",
"axis": "model",
- "pc1": 0.2455,
- "pc2": 0.1099,
- "pc3": 0.0078
+ "pc1": 0.2311,
+ "pc2": -0.124,
+ "pc3": -0.0284,
+ "pc4": 0.0465,
+ "pc5": 0.168,
+ "pc6": 0.0644,
+ "pc7": -0.0719,
+ "pc8": 0.0128,
+ "pc9": -0.0685,
+ "pc10": -0.0035
},
{
"feature": "model_haiku",
"axis": "model",
- "pc1": -0.2051,
- "pc2": 0.0998,
- "pc3": 0.0717
+ "pc1": -0.2036,
+ "pc2": -0.0828,
+ "pc3": -0.058,
+ "pc4": 0.004,
+ "pc5": -0.0262,
+ "pc6": 0.0151,
+ "pc7": -0.0044,
+ "pc8": -0.0543,
+ "pc9": -0.1991,
+ "pc10": 0.0178
},
{
"feature": "model_opus",
"axis": "model",
- "pc1": -0.0989,
- "pc2": -0.1437,
- "pc3": -0.0602
+ "pc1": -0.093,
+ "pc2": 0.1507,
+ "pc3": 0.0584,
+ "pc4": 0.0032,
+ "pc5": 0.0129,
+ "pc6": 0.0066,
+ "pc7": -0.0273,
+ "pc8": 0.0318,
+ "pc9": 0.0848,
+ "pc10": 0.0209
},
{
"feature": "model_sonnet",
"axis": "model",
- "pc1": -0.0956,
- "pc2": -0.1435,
- "pc3": -0.0606
+ "pc1": -0.0899,
+ "pc2": 0.1503,
+ "pc3": 0.0589,
+ "pc4": 0.0043,
+ "pc5": 0.0127,
+ "pc6": 0.0068,
+ "pc7": -0.0266,
+ "pc8": 0.0283,
+ "pc9": 0.0942,
+ "pc10": 0.0248
},
{
"feature": "effort_high",
"axis": "effort",
- "pc1": -0.0141,
- "pc2": 0.0854,
- "pc3": 0.0678
+ "pc1": -0.0139,
+ "pc2": -0.087,
+ "pc3": -0.0716,
+ "pc4": -0.0251,
+ "pc5": -0.4156,
+ "pc6": 0.2352,
+ "pc7": -0.3492,
+ "pc8": 0.0104,
+ "pc9": 0.3118,
+ "pc10": 0.0228
},
{
"feature": "effort_max",
"axis": "effort",
- "pc1": 0.0141,
- "pc2": -0.0854,
- "pc3": -0.0678
+ "pc1": 0.0139,
+ "pc2": 0.087,
+ "pc3": 0.0716,
+ "pc4": 0.0251,
+ "pc5": 0.4156,
+ "pc6": -0.2352,
+ "pc7": 0.3492,
+ "pc8": -0.0104,
+ "pc9": -0.3118,
+ "pc10": -0.0228
},
{
"feature": "prompt_style_detailed",
"axis": "prompt_style",
- "pc1": -0.0789,
- "pc2": 0.1548,
- "pc3": -0.1839
+ "pc1": -0.0777,
+ "pc2": -0.1486,
+ "pc3": 0.183,
+ "pc4": -0.3728,
+ "pc5": 0.005,
+ "pc6": -0.0914,
+ "pc7": -0.1334,
+ "pc8": -0.0516,
+ "pc9": -0.0103,
+ "pc10": -0.0043
},
{
"feature": "prompt_style_simple",
"axis": "prompt_style",
- "pc1": 0.0789,
- "pc2": -0.1548,
- "pc3": 0.1839
+ "pc1": 0.0777,
+ "pc2": 0.1486,
+ "pc3": -0.183,
+ "pc4": 0.3728,
+ "pc5": -0.005,
+ "pc6": 0.0914,
+ "pc7": 0.1334,
+ "pc8": 0.0516,
+ "pc9": 0.0103,
+ "pc10": 0.0043
},
{
"feature": "language_javascript",
"axis": "language",
- "pc1": 0.0301,
- "pc2": -0.0794,
- "pc3": -0.0654
+ "pc1": 0.0423,
+ "pc2": 0.0728,
+ "pc3": 0.0589,
+ "pc4": 0.0422,
+ "pc5": -0.2833,
+ "pc6": 0.0892,
+ "pc7": -0.0026,
+ "pc8": 0.0702,
+ "pc9": -0.3215,
+ "pc10": 0.0027
},
{
"feature": "language_typescript",
"axis": "language",
- "pc1": -0.0613,
- "pc2": 0.1075,
- "pc3": 0.0934
+ "pc1": -0.0772,
+ "pc2": -0.0977,
+ "pc3": -0.0846,
+ "pc4": -0.0609,
+ "pc5": 0.4304,
+ "pc6": -0.1255,
+ "pc7": -0.0164,
+ "pc8": -0.1006,
+ "pc9": 0.4652,
+ "pc10": 0.0102
},
{
"feature": "language_unspecified",
"axis": "language",
- "pc1": 0.0537,
- "pc2": -0.0685,
- "pc3": -0.0629
+ "pc1": 0.0631,
+ "pc2": 0.0612,
+ "pc3": 0.057,
+ "pc4": 0.0412,
+ "pc5": -0.306,
+ "pc6": 0.0829,
+ "pc7": 0.0246,
+ "pc8": 0.0676,
+ "pc9": -0.316,
+ "pc10": -0.0164
},
{
"feature": "human_language_en",
"axis": "human_language",
- "pc1": 0.0793,
- "pc2": -0.1268,
- "pc3": -0.1383
+ "pc1": 0.09,
+ "pc2": 0.1214,
+ "pc3": 0.1385,
+ "pc4": 0.3087,
+ "pc5": -0.0301,
+ "pc6": -0.2801,
+ "pc7": -0.2232,
+ "pc8": -0.1969,
+ "pc9": -0.074,
+ "pc10": 0.1568
},
{
"feature": "human_language_es",
"axis": "human_language",
- "pc1": -0.0793,
- "pc2": 0.1268,
- "pc3": 0.1383
+ "pc1": -0.09,
+ "pc2": -0.1214,
+ "pc3": -0.1385,
+ "pc4": -0.3087,
+ "pc5": 0.0301,
+ "pc6": 0.2801,
+ "pc7": 0.2232,
+ "pc8": 0.1969,
+ "pc9": 0.074,
+ "pc10": -0.1568
},
{
"feature": "tool_read_off",
"axis": "tool_read",
- "pc1": -0.1335,
- "pc2": 0.1906,
- "pc3": -0.179
+ "pc1": -0.1355,
+ "pc2": -0.1826,
+ "pc3": 0.1799,
+ "pc4": -0.0958,
+ "pc5": 0.0302,
+ "pc6": 0.0943,
+ "pc7": -0.0387,
+ "pc8": -0.1298,
+ "pc9": -0.1039,
+ "pc10": -0.3777
},
{
"feature": "tool_read_on",
"axis": "tool_read",
- "pc1": 0.1335,
- "pc2": -0.1906,
- "pc3": 0.179
+ "pc1": 0.1355,
+ "pc2": 0.1826,
+ "pc3": -0.1799,
+ "pc4": 0.0958,
+ "pc5": -0.0302,
+ "pc6": -0.0943,
+ "pc7": 0.0387,
+ "pc8": 0.1298,
+ "pc9": 0.1039,
+ "pc10": 0.3777
},
{
"feature": "tool_write_off",
"axis": "tool_write",
- "pc1": -0.1221,
- "pc2": 0.1949,
- "pc3": 0.15
+ "pc1": -0.1374,
+ "pc2": -0.1882,
+ "pc3": -0.1474,
+ "pc4": 0.1924,
+ "pc5": -0.0249,
+ "pc6": -0.0297,
+ "pc7": 0.0992,
+ "pc8": 0.251,
+ "pc9": -0.0264,
+ "pc10": -0.01
},
{
"feature": "tool_write_on",
"axis": "tool_write",
- "pc1": 0.1221,
- "pc2": -0.1949,
- "pc3": -0.15
+ "pc1": 0.1374,
+ "pc2": 0.1882,
+ "pc3": 0.1474,
+ "pc4": -0.1924,
+ "pc5": 0.0249,
+ "pc6": 0.0297,
+ "pc7": -0.0992,
+ "pc8": -0.251,
+ "pc9": 0.0264,
+ "pc10": 0.01
},
{
"feature": "tool_edit_off",
"axis": "tool_edit",
- "pc1": -0.1276,
- "pc2": 0.2051,
- "pc3": 0.0517
+ "pc1": -0.1425,
+ "pc2": -0.1975,
+ "pc3": -0.0502,
+ "pc4": 0.1444,
+ "pc5": 0.0193,
+ "pc6": 0.192,
+ "pc7": 0.0876,
+ "pc8": -0.2574,
+ "pc9": -0.1039,
+ "pc10": 0.0804
},
{
"feature": "tool_edit_on",
"axis": "tool_edit",
- "pc1": 0.1276,
- "pc2": -0.2051,
- "pc3": -0.0517
+ "pc1": 0.1425,
+ "pc2": 0.1975,
+ "pc3": 0.0502,
+ "pc4": -0.1444,
+ "pc5": -0.0193,
+ "pc6": -0.192,
+ "pc7": -0.0876,
+ "pc8": 0.2574,
+ "pc9": 0.1039,
+ "pc10": -0.0804
},
{
"feature": "tool_glob_off",
"axis": "tool_glob",
- "pc1": -0.1029,
- "pc2": 0.1534,
- "pc3": -0.164
+ "pc1": -0.1144,
+ "pc2": -0.1476,
+ "pc3": 0.1673,
+ "pc4": 0.2666,
+ "pc5": 0.0457,
+ "pc6": 0.2655,
+ "pc7": 0.1283,
+ "pc8": -0.14,
+ "pc9": 0.1389,
+ "pc10": 0.1776
},
{
"feature": "tool_glob_on",
"axis": "tool_glob",
- "pc1": 0.1029,
- "pc2": -0.1534,
- "pc3": 0.164
+ "pc1": 0.1144,
+ "pc2": 0.1476,
+ "pc3": -0.1673,
+ "pc4": -0.2666,
+ "pc5": -0.0457,
+ "pc6": -0.2655,
+ "pc7": -0.1283,
+ "pc8": 0.14,
+ "pc9": -0.1389,
+ "pc10": -0.1776
},
{
"feature": "tool_grep_off",
"axis": "tool_grep",
- "pc1": -0.1155,
- "pc2": 0.1899,
- "pc3": -0.0637
+ "pc1": -0.1292,
+ "pc2": -0.1834,
+ "pc3": 0.0634,
+ "pc4": 0.2328,
+ "pc5": -0.0367,
+ "pc6": -0.1967,
+ "pc7": -0.1107,
+ "pc8": 0.0277,
+ "pc9": 0.0219,
+ "pc10": -0.3672
},
{
"feature": "tool_grep_on",
"axis": "tool_grep",
- "pc1": 0.1155,
- "pc2": -0.1899,
- "pc3": 0.0637
+ "pc1": 0.1292,
+ "pc2": 0.1834,
+ "pc3": -0.0634,
+ "pc4": -0.2328,
+ "pc5": 0.0367,
+ "pc6": 0.1967,
+ "pc7": 0.1107,
+ "pc8": -0.0277,
+ "pc9": -0.0219,
+ "pc10": 0.3672
},
{
"feature": "linter_off",
"axis": "linter",
- "pc1": -0.0795,
- "pc2": 0.2287,
- "pc3": -0.1429
+ "pc1": -0.0963,
+ "pc2": -0.2243,
+ "pc3": 0.1394,
+ "pc4": 0.0345,
+ "pc5": -0.0564,
+ "pc6": -0.3188,
+ "pc7": -0.1458,
+ "pc8": 0.0678,
+ "pc9": -0.0165,
+ "pc10": 0.214
},
{
"feature": "linter_on",
"axis": "linter",
- "pc1": 0.0795,
- "pc2": -0.2287,
- "pc3": 0.1429
+ "pc1": 0.0963,
+ "pc2": 0.2243,
+ "pc3": -0.1394,
+ "pc4": -0.0345,
+ "pc5": 0.0564,
+ "pc6": 0.3188,
+ "pc7": 0.1458,
+ "pc8": -0.0678,
+ "pc9": 0.0165,
+ "pc10": -0.214
},
{
"feature": "playwright_available",
"axis": "playwright",
- "pc1": -0.2901,
- "pc2": -0.2054,
- "pc3": -0.0639
+ "pc1": -0.2807,
+ "pc2": 0.2205,
+ "pc3": 0.0624,
+ "pc4": 0.009,
+ "pc5": 0.0243,
+ "pc6": 0.0339,
+ "pc7": -0.0248,
+ "pc8": 0.0619,
+ "pc9": 0.0481,
+ "pc10": 0.0045
},
{
"feature": "playwright_instructed",
"axis": "playwright",
- "pc1": 0.0457,
- "pc2": 0.0021,
- "pc3": -0.0011
+ "pc1": 0.043,
+ "pc2": -0.005,
+ "pc3": -0.0022,
+ "pc4": 0.0089,
+ "pc5": -0.0034,
+ "pc6": -0.0113,
+ "pc7": 0.0197,
+ "pc8": -0.0218,
+ "pc9": 0.126,
+ "pc10": -0.0126
},
{
"feature": "playwright_off",
"axis": "playwright",
- "pc1": 0.283,
- "pc2": 0.2057,
- "pc3": 0.0643
+ "pc1": 0.274,
+ "pc2": -0.2201,
+ "pc3": -0.0621,
+ "pc4": -0.0105,
+ "pc5": -0.0237,
+ "pc6": -0.032,
+ "pc7": 0.0215,
+ "pc8": -0.0583,
+ "pc9": -0.0694,
+ "pc10": -0.0024
},
{
"feature": "context_file_none",
"axis": "context_file",
- "pc1": 0.1092,
- "pc2": -0.1078,
- "pc3": -0.371
+ "pc1": 0.1202,
+ "pc2": 0.1008,
+ "pc3": 0.3698,
+ "pc4": -0.053,
+ "pc5": 0.0228,
+ "pc6": 0.0954,
+ "pc7": -0.0219,
+ "pc8": -0.2351,
+ "pc9": -0.0085,
+ "pc10": 0.0041
},
{
"feature": "context_file_provided",
"axis": "context_file",
- "pc1": -0.1092,
- "pc2": 0.1078,
- "pc3": 0.371
+ "pc1": -0.1202,
+ "pc2": -0.1008,
+ "pc3": -0.3698,
+ "pc4": 0.053,
+ "pc5": -0.0228,
+ "pc6": -0.0954,
+ "pc7": 0.0219,
+ "pc8": 0.2351,
+ "pc9": 0.0085,
+ "pc10": -0.0041
},
{
"feature": "web_search_off",
"axis": "web_search",
- "pc1": -0.0981,
- "pc2": 0.2381,
- "pc3": -0.0615
+ "pc1": -0.1145,
+ "pc2": -0.2323,
+ "pc3": 0.0582,
+ "pc4": -0.2116,
+ "pc5": -0.0025,
+ "pc6": -0.0027,
+ "pc7": 0.035,
+ "pc8": 0.099,
+ "pc9": -0.0988,
+ "pc10": 0.3223
},
{
"feature": "web_search_on",
"axis": "web_search",
- "pc1": 0.0981,
- "pc2": -0.2381,
- "pc3": 0.0615
+ "pc1": 0.1145,
+ "pc2": 0.2323,
+ "pc3": -0.0582,
+ "pc4": 0.2116,
+ "pc5": 0.0025,
+ "pc6": 0.0027,
+ "pc7": -0.035,
+ "pc8": -0.099,
+ "pc9": 0.0988,
+ "pc10": -0.3223
},
{
"feature": "max_budget_high",
"axis": "max_budget",
- "pc1": -0.0543,
- "pc2": 0.0223,
- "pc3": 0.413
+ "pc1": -0.0606,
+ "pc2": -0.0174,
+ "pc3": -0.4161,
+ "pc4": -0.0948,
+ "pc5": -0.0025,
+ "pc6": -0.07,
+ "pc7": -0.1342,
+ "pc8": -0.4022,
+ "pc9": -0.138,
+ "pc10": 0.0194
},
{
"feature": "max_budget_low",
"axis": "max_budget",
- "pc1": 0.0543,
- "pc2": -0.0223,
- "pc3": -0.413
+ "pc1": 0.0606,
+ "pc2": 0.0174,
+ "pc3": 0.4161,
+ "pc4": 0.0948,
+ "pc5": 0.0025,
+ "pc6": 0.07,
+ "pc7": 0.1342,
+ "pc8": 0.4022,
+ "pc9": 0.138,
+ "pc10": -0.0194
},
{
"feature": "strategy_creative_validate",
"axis": "strategy",
- "pc1": 0.0554,
- "pc2": 0.0011,
- "pc3": 0.014
+ "pc1": 0.0525,
+ "pc2": -0.0046,
+ "pc3": -0.0173,
+ "pc4": -0.0047,
+ "pc5": -0.0534,
+ "pc6": -0.0557,
+ "pc7": 0.0361,
+ "pc8": -0.0535,
+ "pc9": 0.2115,
+ "pc10": -0.0291
},
{
"feature": "strategy_iterate",
"axis": "strategy",
- "pc1": 0.0319,
- "pc2": 0.0006,
- "pc3": 0.008
+ "pc1": 0.0433,
+ "pc2": -0.0046,
+ "pc3": -0.0128,
+ "pc4": 0.0018,
+ "pc5": -0.0065,
+ "pc6": -0.0228,
+ "pc7": 0.0129,
+ "pc8": -0.0309,
+ "pc9": 0.1184,
+ "pc10": -0.0204
},
{
"feature": "strategy_none",
"axis": "strategy",
- "pc1": 0.2821,
- "pc2": 0.2182,
- "pc3": -0.0335
+ "pc1": 0.2654,
+ "pc2": -0.2324,
+ "pc3": 0.0355,
+ "pc4": 0.048,
+ "pc5": -0.0027,
+ "pc6": 0.0396,
+ "pc7": 0.0611,
+ "pc8": -0.011,
+ "pc9": -0.0404,
+ "pc10": 0.0258
+ },
+ {
+ "feature": "strategy_plan_first",
+ "axis": "strategy",
+ "pc1": 0.0309,
+ "pc2": -0.0038,
+ "pc3": -0.0081,
+ "pc4": 0.0053,
+ "pc5": 0.0214,
+ "pc6": -0.0003,
+ "pc7": -0.0024,
+ "pc8": -0.0129,
+ "pc9": 0.0459,
+ "pc10": -0.0121
},
{
"feature": "strategy_use_subagents",
"axis": "strategy",
- "pc1": -0.2965,
- "pc2": -0.2176,
- "pc3": 0.0294
+ "pc1": -0.286,
+ "pc2": 0.2336,
+ "pc3": -0.0287,
+ "pc4": -0.0478,
+ "pc5": 0.0122,
+ "pc6": -0.0241,
+ "pc7": -0.0702,
+ "pc8": 0.0287,
+ "pc9": -0.0285,
+ "pc10": -0.0148
},
{
"feature": "renderer_dom",
"axis": "renderer",
- "pc1": 0.0828,
- "pc2": 0.0169,
- "pc3": 0.0142
+ "pc1": 0.0781,
+ "pc2": -0.0223,
+ "pc3": -0.0264,
+ "pc4": 0.0596,
+ "pc5": 0.2784,
+ "pc6": 0.2072,
+ "pc7": -0.3854,
+ "pc8": 0.1671,
+ "pc9": -0.1248,
+ "pc10": 0.0187
},
{
"feature": "renderer_none",
"axis": "renderer",
- "pc1": -0.0958,
- "pc2": -0.0196,
- "pc3": -0.0164
+ "pc1": -0.0903,
+ "pc2": 0.0258,
+ "pc3": 0.0305,
+ "pc4": -0.0688,
+ "pc5": -0.3216,
+ "pc6": -0.2392,
+ "pc7": 0.4451,
+ "pc8": -0.1929,
+ "pc9": 0.144,
+ "pc10": -0.0216
},
{
"feature": "renderer_webgl",
"axis": "renderer",
- "pc1": 0.0476,
- "pc2": 0.0097,
- "pc3": 0.0081
+ "pc1": 0.0448,
+ "pc2": -0.0128,
+ "pc3": -0.0151,
+ "pc4": 0.0341,
+ "pc5": 0.1592,
+ "pc6": 0.1184,
+ "pc7": -0.2202,
+ "pc8": 0.0954,
+ "pc9": -0.071,
+ "pc10": 0.0106
},
{
"feature": "provider_anthropic",
"axis": "provider",
- "pc1": -0.3513,
- "pc2": -0.1428,
- "pc3": -0.0323
+ "pc1": -0.3382,
+ "pc2": 0.1669,
+ "pc3": 0.041,
+ "pc4": 0.0098,
+ "pc5": -0.0037,
+ "pc6": 0.0249,
+ "pc7": -0.0478,
+ "pc8": -0.0019,
+ "pc9": -0.0405,
+ "pc10": 0.0536
},
{
"feature": "provider_zai",
"axis": "provider",
- "pc1": 0.3513,
- "pc2": 0.1428,
- "pc3": 0.0323
+ "pc1": 0.3382,
+ "pc2": -0.1669,
+ "pc3": -0.041,
+ "pc4": -0.0098,
+ "pc5": 0.0037,
+ "pc6": -0.0249,
+ "pc7": 0.0478,
+ "pc8": 0.0019,
+ "pc9": 0.0405,
+ "pc10": -0.0536
}
],
"axis_importance": [
{
"axis": "model",
- "pc1": 0.9025,
- "pc2": 0.5863,
- "pc3": 0.2477,
- "total": 1.7365
+ "pc1": 0.8744,
+ "pc2": 0.619,
+ "pc3": 0.2505,
+ "pc4": 0.1531,
+ "pc5": 0.451,
+ "pc6": 0.2215,
+ "pc7": 0.3363,
+ "pc8": 0.2668,
+ "pc9": 0.6935,
+ "pc10": 0.1675,
+ "total": 4.0336
},
{
- "axis": "strategy",
- "pc1": 0.6658,
- "pc2": 0.4375,
- "pc3": 0.085,
- "total": 1.1883
+ "axis": "renderer",
+ "pc1": 0.2132,
+ "pc2": 0.061,
+ "pc3": 0.0721,
+ "pc4": 0.1625,
+ "pc5": 0.7592,
+ "pc6": 0.5648,
+ "pc7": 1.0507,
+ "pc8": 0.4554,
+ "pc9": 0.3398,
+ "pc10": 0.0509,
+ "total": 3.7296
},
{
- "axis": "context_file",
- "pc1": 0.2183,
- "pc2": 0.2156,
- "pc3": 0.742,
- "total": 1.1759
+ "axis": "language",
+ "pc1": 0.1826,
+ "pc2": 0.2318,
+ "pc3": 0.2005,
+ "pc4": 0.1444,
+ "pc5": 1.0197,
+ "pc6": 0.2975,
+ "pc7": 0.0435,
+ "pc8": 0.2384,
+ "pc9": 1.1026,
+ "pc10": 0.0294,
+ "total": 3.4904
},
{
- "axis": "playwright",
- "pc1": 0.6187,
- "pc2": 0.4132,
- "pc3": 0.1293,
- "total": 1.1612
+ "axis": "human_language",
+ "pc1": 0.1801,
+ "pc2": 0.2429,
+ "pc3": 0.2769,
+ "pc4": 0.6174,
+ "pc5": 0.0603,
+ "pc6": 0.5601,
+ "pc7": 0.4464,
+ "pc8": 0.3939,
+ "pc9": 0.148,
+ "pc10": 0.3137,
+ "total": 3.2397
},
{
- "axis": "provider",
- "pc1": 0.7025,
- "pc2": 0.2856,
- "pc3": 0.0647,
- "total": 1.0528
+ "axis": "tool_glob",
+ "pc1": 0.2287,
+ "pc2": 0.2951,
+ "pc3": 0.3345,
+ "pc4": 0.5332,
+ "pc5": 0.0913,
+ "pc6": 0.531,
+ "pc7": 0.2565,
+ "pc8": 0.2801,
+ "pc9": 0.2777,
+ "pc10": 0.3553,
+ "total": 3.1834
},
{
- "axis": "tool_read",
- "pc1": 0.2669,
- "pc2": 0.3812,
- "pc3": 0.358,
- "total": 1.0061
+ "axis": "effort",
+ "pc1": 0.0279,
+ "pc2": 0.1739,
+ "pc3": 0.1432,
+ "pc4": 0.0502,
+ "pc5": 0.8313,
+ "pc6": 0.4705,
+ "pc7": 0.6984,
+ "pc8": 0.0208,
+ "pc9": 0.6237,
+ "pc10": 0.0456,
+ "total": 3.0855
},
{
- "axis": "max_budget",
- "pc1": 0.1086,
- "pc2": 0.0447,
- "pc3": 0.826,
- "total": 0.9793
+ "axis": "tool_grep",
+ "pc1": 0.2583,
+ "pc2": 0.3668,
+ "pc3": 0.1268,
+ "pc4": 0.4657,
+ "pc5": 0.0734,
+ "pc6": 0.3934,
+ "pc7": 0.2215,
+ "pc8": 0.0553,
+ "pc9": 0.0438,
+ "pc10": 0.7344,
+ "total": 2.7394
},
{
- "axis": "tool_write",
- "pc1": 0.2442,
- "pc2": 0.3898,
- "pc3": 0.3,
- "total": 0.934
+ "axis": "tool_read",
+ "pc1": 0.271,
+ "pc2": 0.3652,
+ "pc3": 0.3599,
+ "pc4": 0.1916,
+ "pc5": 0.0604,
+ "pc6": 0.1886,
+ "pc7": 0.0773,
+ "pc8": 0.2595,
+ "pc9": 0.2078,
+ "pc10": 0.7555,
+ "total": 2.7368
},
{
- "axis": "linter",
- "pc1": 0.1589,
- "pc2": 0.4574,
- "pc3": 0.2859,
- "total": 0.9022
+ "axis": "max_budget",
+ "pc1": 0.1211,
+ "pc2": 0.0349,
+ "pc3": 0.8321,
+ "pc4": 0.1895,
+ "pc5": 0.005,
+ "pc6": 0.14,
+ "pc7": 0.2684,
+ "pc8": 0.8043,
+ "pc9": 0.2761,
+ "pc10": 0.0388,
+ "total": 2.7102
},
{
- "axis": "tool_glob",
- "pc1": 0.2057,
- "pc2": 0.3069,
- "pc3": 0.3281,
- "total": 0.8407
+ "axis": "linter",
+ "pc1": 0.1925,
+ "pc2": 0.4486,
+ "pc3": 0.2788,
+ "pc4": 0.0689,
+ "pc5": 0.1129,
+ "pc6": 0.6377,
+ "pc7": 0.2917,
+ "pc8": 0.1356,
+ "pc9": 0.033,
+ "pc10": 0.428,
+ "total": 2.6277
},
{
- "axis": "prompt_style",
- "pc1": 0.1577,
- "pc2": 0.3096,
- "pc3": 0.3678,
- "total": 0.8351
+ "axis": "tool_edit",
+ "pc1": 0.2849,
+ "pc2": 0.395,
+ "pc3": 0.1003,
+ "pc4": 0.2889,
+ "pc5": 0.0386,
+ "pc6": 0.384,
+ "pc7": 0.1752,
+ "pc8": 0.5148,
+ "pc9": 0.2077,
+ "pc10": 0.1608,
+ "total": 2.5502
},
{
- "axis": "web_search",
- "pc1": 0.1961,
- "pc2": 0.4763,
- "pc3": 0.1231,
- "total": 0.7955
+ "axis": "strategy",
+ "pc1": 0.6782,
+ "pc2": 0.479,
+ "pc3": 0.1024,
+ "pc4": 0.1076,
+ "pc5": 0.0961,
+ "pc6": 0.1426,
+ "pc7": 0.1828,
+ "pc8": 0.137,
+ "pc9": 0.4447,
+ "pc10": 0.1022,
+ "total": 2.4726
},
{
- "axis": "tool_edit",
- "pc1": 0.2552,
- "pc2": 0.4102,
- "pc3": 0.1034,
- "total": 0.7688
+ "axis": "web_search",
+ "pc1": 0.229,
+ "pc2": 0.4646,
+ "pc3": 0.1163,
+ "pc4": 0.4233,
+ "pc5": 0.0051,
+ "pc6": 0.0054,
+ "pc7": 0.07,
+ "pc8": 0.1981,
+ "pc9": 0.1976,
+ "pc10": 0.6447,
+ "total": 2.3541
},
{
- "axis": "tool_grep",
- "pc1": 0.2309,
- "pc2": 0.3798,
- "pc3": 0.1274,
- "total": 0.7381
+ "axis": "tool_write",
+ "pc1": 0.2747,
+ "pc2": 0.3764,
+ "pc3": 0.2948,
+ "pc4": 0.3849,
+ "pc5": 0.0498,
+ "pc6": 0.0594,
+ "pc7": 0.1984,
+ "pc8": 0.502,
+ "pc9": 0.0527,
+ "pc10": 0.0199,
+ "total": 2.213
},
{
- "axis": "human_language",
- "pc1": 0.1587,
- "pc2": 0.2536,
- "pc3": 0.2766,
- "total": 0.6889
+ "axis": "prompt_style",
+ "pc1": 0.1554,
+ "pc2": 0.2973,
+ "pc3": 0.3661,
+ "pc4": 0.7457,
+ "pc5": 0.0099,
+ "pc6": 0.1828,
+ "pc7": 0.2668,
+ "pc8": 0.1032,
+ "pc9": 0.0206,
+ "pc10": 0.0086,
+ "total": 2.1564
},
{
- "axis": "language",
- "pc1": 0.1452,
- "pc2": 0.2555,
- "pc3": 0.2218,
- "total": 0.6225
+ "axis": "context_file",
+ "pc1": 0.2403,
+ "pc2": 0.2015,
+ "pc3": 0.7395,
+ "pc4": 0.1061,
+ "pc5": 0.0456,
+ "pc6": 0.1907,
+ "pc7": 0.0438,
+ "pc8": 0.4701,
+ "pc9": 0.017,
+ "pc10": 0.0083,
+ "total": 2.0629
},
{
- "axis": "effort",
- "pc1": 0.0281,
- "pc2": 0.1707,
- "pc3": 0.1356,
- "total": 0.3344
+ "axis": "playwright",
+ "pc1": 0.5977,
+ "pc2": 0.4457,
+ "pc3": 0.1267,
+ "pc4": 0.0284,
+ "pc5": 0.0514,
+ "pc6": 0.0772,
+ "pc7": 0.066,
+ "pc8": 0.142,
+ "pc9": 0.2435,
+ "pc10": 0.0195,
+ "total": 1.7981
},
{
- "axis": "renderer",
- "pc1": 0.2262,
- "pc2": 0.0462,
- "pc3": 0.0387,
- "total": 0.3111
+ "axis": "provider",
+ "pc1": 0.6764,
+ "pc2": 0.3338,
+ "pc3": 0.0819,
+ "pc4": 0.0197,
+ "pc5": 0.0074,
+ "pc6": 0.0497,
+ "pc7": 0.0956,
+ "pc8": 0.0038,
+ "pc9": 0.0809,
+ "pc10": 0.1073,
+ "total": 1.4565
}
]
}
\ No newline at end of file
