commit 76fb10ff9eca33d3209b81e8d567d35ca2689dd9
parent ed1dbd497fa3615edee1daf58e8889ffcd321d91
Author: Brian Graham <brian@buildingbetterteams.de>
Date: Tue, 7 Apr 2026 17:50:00 +0200
Add scree plot to PCA page
Full-component PCA for scree data (first 10 = 63.6% variance).
Bar chart shows all components, first 3 highlighted. Shows cumulative
variance at 3/10/all component levels.
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat:
3 files changed, 1195 insertions(+), 1011 deletions(-)
diff --git a/dashboard/src/components/PCAPlot.tsx b/dashboard/src/components/PCAPlot.tsx
@@ -36,6 +36,7 @@ interface PCAData {
n_features: number;
n_components: number;
variance_explained: number[];
+ scree?: number[];
points: PCAPoint[];
loadings: PCALoading[];
axis_importance: PCAAxisImportance[];
@@ -628,6 +629,45 @@ export default function PCAPlot({ data }: PCAPlotProps) {
</div>
</div>
+ {/* Scree plot */}
+ {data.scree && data.scree.length > 3 && (
+ <div className="card">
+ <h3 style={{ fontSize: "13px", fontWeight: 600, marginBottom: 12, color: "hsl(213 14% 80%)", textTransform: "uppercase", letterSpacing: "0.5px" }}>
+ Scree Plot
+ </h3>
+ <div style={{ display: "flex", alignItems: "flex-end", gap: 2, height: 120 }}>
+ {data.scree.slice(0, 20).map((v, i) => {
+ const cumulative = data.scree.slice(0, i + 1).reduce((a, b) => a + b, 0);
+ const maxV = data.scree[0];
+ const height = (v / maxV) * 100;
+ const isUsed = i < 3;
+ return (
+ <div key={i} style={{ flex: 1, display: "flex", flexDirection: "column", alignItems: "center", gap: 2 }}>
+ <span style={{ fontSize: "8px", fontFamily: "'JetBrains Mono', monospace", color: "hsl(213 14% 45%)" }}>
+ {v.toFixed(1)}
+ </span>
+ <div
+ style={{
+ width: "100%",
+ height: `${height}%`,
+ background: isUsed ? "hsl(193 44% 67%)" : "hsl(216 15% 30%)",
+ opacity: isUsed ? 1 : 0.6,
+ }}
+ title={`PC${i + 1}: ${v.toFixed(1)}% (cumulative: ${cumulative.toFixed(1)}%)`}
+ />
+ <span style={{ fontSize: "8px", fontFamily: "'JetBrains Mono', monospace", color: isUsed ? "hsl(193 44% 67%)" : "hsl(213 14% 45%)" }}>
+ {i + 1}
+ </span>
+ </div>
+ );
+ })}
+ </div>
+ <div style={{ fontSize: "10px", color: "hsl(213 14% 45%)", marginTop: 6, textAlign: "center" }}>
+ First 3 PCs (highlighted): {data.variance_explained.reduce((a, b) => a + b, 0).toFixed(1)}% | First 10: {data.scree.slice(0, 10).reduce((a, b) => a + b, 0).toFixed(1)}% | All {data.scree.length}: {data.scree.reduce((a, b) => a + b, 0).toFixed(1)}%
+ </div>
+ </div>
+ )}
+
{/* Variance summary */}
<div className="card">
<h3
diff --git a/harness/pca-analysis.py b/harness/pca-analysis.py
@@ -174,13 +174,19 @@ def run_pca(runs: list[dict]) -> dict:
scaler = StandardScaler()
matrix_scaled = scaler.fit_transform(matrix)
- # Run PCA
+ # Run PCA (3 components for visualization)
pca = PCA(n_components=n_components)
transformed = pca.fit_transform(matrix_scaled)
+ # Also run full PCA for scree plot
+ pca_full = PCA(n_components=min(n_features, n_runs))
+ pca_full.fit(matrix_scaled)
+ scree = [round(float(v) * 100, 2) for v in pca_full.explained_variance_ratio_]
+
# Variance explained
variance_explained = [round(float(v) * 100, 2) for v in pca.explained_variance_ratio_]
print(f" Variance explained: {variance_explained}")
+ print(f" Cumulative (10 PCs): {round(sum(scree[:10]), 1)}%")
# Points (one per run)
pc_labels = [f"pc{i+1}" for i in range(n_components)]
@@ -236,6 +242,7 @@ def run_pca(runs: list[dict]) -> dict:
"n_features": n_features,
"n_components": n_components,
"variance_explained": variance_explained,
+ "scree": scree,
"points": points,
"loadings": loadings,
"axis_importance": axis_importance,
diff --git a/results/analysis/pca.json b/results/analysis/pca.json
@@ -1,11 +1,58 @@
{
- "n_runs": 263,
+ "n_runs": 272,
"n_features": 45,
"n_components": 3,
"variance_explained": [
- 14.65,
- 12.69,
- 5.8
+ 14.63,
+ 12.5,
+ 5.77
+ ],
+ "scree": [
+ 14.63,
+ 12.5,
+ 5.77,
+ 5.37,
+ 4.83,
+ 4.6,
+ 4.47,
+ 4.22,
+ 3.68,
+ 3.58,
+ 3.25,
+ 2.97,
+ 2.82,
+ 2.75,
+ 2.74,
+ 2.6,
+ 2.47,
+ 2.4,
+ 2.3,
+ 2.23,
+ 2.23,
+ 2.23,
+ 2.09,
+ 1.52,
+ 1.07,
+ 0.66,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
],
"points": [
{
@@ -13,9 +60,9 @@
"short_id": "85cfb3b7",
"model": "glm-4.7",
"score": 0.33,
- "pc1": 3.9991,
- "pc2": -0.0931,
- "pc3": -0.0593,
+ "pc1": 3.8305,
+ "pc2": -0.2184,
+ "pc3": -0.456,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low"
},
{
@@ -23,9 +70,9 @@
"short_id": "c530817e",
"model": "glm-4.7",
"score": 0.38,
- "pc1": 3.9991,
- "pc2": -0.0931,
- "pc3": -0.0593,
+ "pc1": 3.8305,
+ "pc2": -0.2184,
+ "pc3": -0.456,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low"
},
{
@@ -33,9 +80,9 @@
"short_id": "5ea5d539",
"model": "glm-5.1",
"score": 0.38,
- "pc1": 4.0634,
- "pc2": -0.1696,
- "pc3": 0.2812,
+ "pc1": 3.908,
+ "pc2": -0.1316,
+ "pc3": -0.5219,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low"
},
{
@@ -43,9 +90,9 @@
"short_id": "f2ff7829",
"model": "glm-5.1",
"score": 0.35,
- "pc1": 4.0634,
- "pc2": -0.1696,
- "pc3": 0.2812,
+ "pc1": 3.908,
+ "pc2": -0.1316,
+ "pc3": -0.5219,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low"
},
{
@@ -53,9 +100,9 @@
"short_id": "6b848132",
"model": "glm-5.1",
"score": 0.305,
- "pc1": 4.0634,
- "pc2": -0.1696,
- "pc3": 0.2812,
+ "pc1": 3.908,
+ "pc2": -0.1316,
+ "pc3": -0.5219,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low"
},
{
@@ -63,9 +110,9 @@
"short_id": "e047cf3a",
"model": "haiku",
"score": 0.885,
- "pc1": -0.7066,
- "pc2": 2.4629,
- "pc3": 0.5213,
+ "pc1": -0.9723,
+ "pc2": -2.4968,
+ "pc3": -0.6494,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low, strategy=use_subagents"
},
{
@@ -73,9 +120,9 @@
"short_id": "5ae88633",
"model": "haiku",
"score": 0.5,
- "pc1": -0.7066,
- "pc2": 2.4629,
- "pc3": 0.5213,
+ "pc1": -0.9723,
+ "pc2": -2.4968,
+ "pc3": -0.6494,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low, strategy=use_subagents"
},
{
@@ -83,9 +130,9 @@
"short_id": "1d08ee76",
"model": "haiku",
"score": 0.5,
- "pc1": -0.7066,
- "pc2": 2.4629,
- "pc3": 0.5213,
+ "pc1": -0.9723,
+ "pc2": -2.4968,
+ "pc3": -0.6494,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low, strategy=use_subagents"
},
{
@@ -93,9 +140,9 @@
"short_id": "fe66c902",
"model": "opus",
"score": 0.355,
- "pc1": -0.4687,
- "pc2": 3.0361,
- "pc3": 0.8396,
+ "pc1": -0.7649,
+ "pc2": -3.0894,
+ "pc3": -0.9649,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low, strategy=use_subagents"
},
{
@@ -103,9 +150,9 @@
"short_id": "f437a754",
"model": "opus",
"score": 0.47,
- "pc1": -0.4687,
- "pc2": 3.0361,
- "pc3": 0.8396,
+ "pc1": -0.7649,
+ "pc2": -3.0894,
+ "pc3": -0.9649,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low, strategy=use_subagents"
},
{
@@ -113,9 +160,9 @@
"short_id": "6f157de1",
"model": "opus",
"score": 0.77,
- "pc1": -0.4687,
- "pc2": 3.0361,
- "pc3": 0.8396,
+ "pc1": -0.7649,
+ "pc2": -3.0894,
+ "pc3": -0.9649,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low, strategy=use_subagents"
},
{
@@ -123,9 +170,9 @@
"short_id": "aec24c80",
"model": "sonnet",
"score": 0.425,
- "pc1": -0.4587,
- "pc2": 3.0321,
- "pc3": 0.8381,
+ "pc1": -0.7548,
+ "pc2": -3.086,
+ "pc3": -0.9646,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low, strategy=use_subagents"
},
{
@@ -133,9 +180,9 @@
"short_id": "f451b3e8",
"model": "sonnet",
"score": 0.43,
- "pc1": -0.4587,
- "pc2": 3.0321,
- "pc3": 0.8381,
+ "pc1": -0.7548,
+ "pc2": -3.086,
+ "pc3": -0.9646,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low, strategy=use_subagents"
},
{
@@ -143,9 +190,9 @@
"short_id": "59fdb0fc",
"model": "sonnet",
"score": 0.5,
- "pc1": -0.4587,
- "pc2": 3.0321,
- "pc3": 0.8381,
+ "pc1": -0.7548,
+ "pc2": -3.086,
+ "pc3": -0.9646,
"config_summary": "effort=high, prompt_style=simple, language=javascript, max_budget=low, strategy=use_subagents"
},
{
@@ -153,9 +200,9 @@
"short_id": "dcbf6400",
"model": "haiku",
"score": 0.53,
- "pc1": -4.3682,
- "pc2": -5.48,
- "pc3": 0.1702,
+ "pc1": -4.1913,
+ "pc2": 5.7592,
+ "pc3": -0.3028,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -163,9 +210,9 @@
"short_id": "b13fad58",
"model": "haiku",
"score": 0.425,
- "pc1": -4.3682,
- "pc2": -5.48,
- "pc3": 0.1702,
+ "pc1": -4.1913,
+ "pc2": 5.7592,
+ "pc3": -0.3028,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -173,9 +220,9 @@
"short_id": "cbd2d1e2",
"model": "glm-4.5-air",
"score": 0.35,
- "pc1": 1.6075,
- "pc2": -4.6655,
- "pc3": 1.8639,
+ "pc1": 1.7602,
+ "pc2": 4.4728,
+ "pc3": -2.3913,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -183,9 +230,9 @@
"short_id": "f76992f1",
"model": "glm-4.7",
"score": 0.305,
- "pc1": 1.6787,
- "pc2": -4.699,
- "pc3": 1.822,
+ "pc1": 1.8303,
+ "pc2": 4.5009,
+ "pc3": -2.4105,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -193,9 +240,9 @@
"short_id": "413c1f93",
"model": "glm-4.7",
"score": 0.795,
- "pc1": 2.2238,
- "pc2": -3.6573,
- "pc3": 0.679,
+ "pc1": 2.3763,
+ "pc2": 3.4294,
+ "pc3": -1.1373,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -203,9 +250,9 @@
"short_id": "9a9774f0",
"model": "glm-4.7",
"score": 0.37,
- "pc1": 3.0819,
- "pc2": -2.1239,
- "pc3": 0.3539,
+ "pc1": 3.0023,
+ "pc2": 1.909,
+ "pc3": -0.7445,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -213,9 +260,9 @@
"short_id": "4a154f54",
"model": "glm-4.7",
"score": 0.155,
- "pc1": 3.0819,
- "pc2": -2.1239,
- "pc3": 0.3539,
+ "pc1": 3.0023,
+ "pc2": 1.909,
+ "pc3": -0.7445,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -223,9 +270,9 @@
"short_id": "05601da1",
"model": "glm-5.1",
"score": 0.305,
- "pc1": 1.743,
- "pc2": -4.7754,
- "pc3": 2.1625,
+ "pc1": 1.9079,
+ "pc2": 4.5877,
+ "pc3": -2.4764,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -233,9 +280,9 @@
"short_id": "a6d9fb9c",
"model": "glm-5.1",
"score": 0.355,
- "pc1": 2.2881,
- "pc2": -3.7337,
- "pc3": 1.0196,
+ "pc1": 2.4538,
+ "pc2": 3.5161,
+ "pc3": -1.2032,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -243,9 +290,9 @@
"short_id": "7c167ef9",
"model": "glm-5.1",
"score": 0.255,
- "pc1": 3.1462,
- "pc2": -2.2003,
- "pc3": 0.6944,
+ "pc1": 3.0798,
+ "pc2": 1.9958,
+ "pc3": -0.8104,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -253,9 +300,9 @@
"short_id": "cce71fd1",
"model": "glm-5.1",
"score": 0.33,
- "pc1": 3.1462,
- "pc2": -2.2003,
- "pc3": 0.6944,
+ "pc1": 3.0798,
+ "pc2": 1.9958,
+ "pc3": -0.8104,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -263,9 +310,9 @@
"short_id": "9b785a51",
"model": "glm-5.1",
"score": 0.65,
- "pc1": 3.1462,
- "pc2": -2.2003,
- "pc3": 0.6944,
+ "pc1": 3.0798,
+ "pc2": 1.9958,
+ "pc3": -0.8104,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -273,9 +320,9 @@
"short_id": "062f01a0",
"model": "haiku",
"score": 0.19,
- "pc1": -1.6238,
- "pc2": 0.4321,
- "pc3": 0.9345,
+ "pc1": -1.8005,
+ "pc2": -0.3694,
+ "pc3": -0.9379,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -283,9 +330,9 @@
"short_id": "586c6b0a",
"model": "haiku",
"score": 0.405,
- "pc1": -1.6238,
- "pc2": 0.4321,
- "pc3": 0.9345,
+ "pc1": -1.8005,
+ "pc2": -0.3694,
+ "pc3": -0.9379,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -293,9 +340,9 @@
"short_id": "71fa204f",
"model": "haiku",
"score": 0.68,
- "pc1": -1.6238,
- "pc2": 0.4321,
- "pc3": 0.9345,
+ "pc1": -1.8005,
+ "pc2": -0.3694,
+ "pc3": -0.9379,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -303,9 +350,9 @@
"short_id": "c151a356",
"model": "haiku",
"score": 0.5,
- "pc1": -0.786,
- "pc2": -3.9898,
- "pc3": 2.1591,
+ "pc1": -0.6379,
+ "pc2": 3.9393,
+ "pc3": -2.4703,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -313,9 +360,9 @@
"short_id": "b29d066e",
"model": "haiku",
"score": 0.305,
- "pc1": -4.4636,
- "pc2": -9.1774,
- "pc3": 3.047,
+ "pc1": -4.3057,
+ "pc2": 9.3996,
+ "pc3": -2.7881,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -323,9 +370,9 @@
"short_id": "1e13c72f",
"model": "haiku",
"score": 0.155,
- "pc1": -4.4636,
- "pc2": -9.1774,
- "pc3": 3.047,
+ "pc1": -4.3057,
+ "pc2": 9.3996,
+ "pc3": -2.7881,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -333,9 +380,9 @@
"short_id": "56088123",
"model": "haiku",
"score": 0.305,
- "pc1": -4.4636,
- "pc2": -9.1774,
- "pc3": 3.047,
+ "pc1": -4.3057,
+ "pc2": 9.3996,
+ "pc3": -2.7881,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -343,9 +390,9 @@
"short_id": "1fdd595b",
"model": "haiku",
"score": 0.355,
- "pc1": -0.2408,
- "pc2": -2.9481,
- "pc3": 1.0162,
+ "pc1": -0.0919,
+ "pc2": 2.8677,
+ "pc3": -1.1971,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -353,9 +400,9 @@
"short_id": "bd51c309",
"model": "opus",
"score": 0.49,
- "pc1": -1.3859,
- "pc2": 1.0053,
- "pc3": 1.2528,
+ "pc1": -1.5931,
+ "pc2": -0.962,
+ "pc3": -1.2534,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -363,9 +410,9 @@
"short_id": "d184704b",
"model": "opus",
"score": 0.915,
- "pc1": -1.3859,
- "pc2": 1.0053,
- "pc3": 1.2528,
+ "pc1": -1.5931,
+ "pc2": -0.962,
+ "pc3": -1.2534,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -373,9 +420,9 @@
"short_id": "135b43a3",
"model": "opus",
"score": 0.315,
- "pc1": -1.3859,
- "pc2": 1.0053,
- "pc3": 1.2528,
+ "pc1": -1.5931,
+ "pc2": -0.962,
+ "pc3": -1.2534,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -383,9 +430,9 @@
"short_id": "05536f95",
"model": "sonnet",
"score": 0.37,
- "pc1": -1.3759,
- "pc2": 1.0013,
- "pc3": 1.2513,
+ "pc1": -1.583,
+ "pc2": -0.9586,
+ "pc3": -1.2531,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -393,9 +440,9 @@
"short_id": "f8a57948",
"model": "sonnet",
"score": 0.28,
- "pc1": -1.3759,
- "pc2": 1.0013,
- "pc3": 1.2513,
+ "pc1": -1.583,
+ "pc2": -0.9586,
+ "pc3": -1.2531,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -403,9 +450,9 @@
"short_id": "69bb8919",
"model": "sonnet",
"score": 0.835,
- "pc1": -1.3759,
- "pc2": 1.0013,
- "pc3": 1.2513,
+ "pc1": -1.583,
+ "pc2": -0.9586,
+ "pc3": -1.2531,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -413,9 +460,9 @@
"short_id": "1f33a77b",
"model": "glm-4.7",
"score": 0.155,
- "pc1": 2.8901,
- "pc2": -0.8386,
- "pc3": -3.6109,
+ "pc1": 3.0972,
+ "pc2": 0.6535,
+ "pc3": 3.1721,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high"
},
{
@@ -423,9 +470,39 @@
"short_id": "f2b6194f",
"model": "glm-4.7",
"score": 0.595,
- "pc1": 2.8901,
- "pc2": -0.8386,
- "pc3": -3.6109,
+ "pc1": 3.0972,
+ "pc2": 0.6535,
+ "pc3": 3.1721,
+ "config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high"
+ },
+ {
+ "run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=high_model=glm51_pw=off_prompt=simple_prov=zai_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run1",
+ "short_id": "ec163e63",
+ "model": "glm-5.1",
+ "score": 0.0,
+ "pc1": 3.1748,
+ "pc2": 0.7402,
+ "pc3": 3.1063,
+ "config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high"
+ },
+ {
+ "run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=high_model=glm51_pw=off_prompt=simple_prov=zai_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2",
+ "short_id": "38de2555",
+ "model": "glm-5.1",
+ "score": 0.03,
+ "pc1": 3.1748,
+ "pc2": 0.7402,
+ "pc3": 3.1063,
+ "config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high"
+ },
+ {
+ "run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=high_model=glm51_pw=off_prompt=simple_prov=zai_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3",
+ "short_id": "11d06468",
+ "model": "glm-5.1",
+ "score": 0.0,
+ "pc1": 3.1748,
+ "pc2": 0.7402,
+ "pc3": 3.1063,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high"
},
{
@@ -433,9 +510,9 @@
"short_id": "004dc1a5",
"model": "haiku",
"score": 0.155,
- "pc1": -1.8156,
- "pc2": 1.7175,
- "pc3": -3.0304,
+ "pc1": -1.7056,
+ "pc2": -1.625,
+ "pc3": 2.9787,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -443,9 +520,9 @@
"short_id": "95414e63",
"model": "haiku",
"score": 0.34,
- "pc1": -1.8156,
- "pc2": 1.7175,
- "pc3": -3.0304,
+ "pc1": -1.7056,
+ "pc2": -1.625,
+ "pc3": 2.9787,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -453,9 +530,9 @@
"short_id": "805f705d",
"model": "haiku",
"score": 0.405,
- "pc1": -1.8156,
- "pc2": 1.7175,
- "pc3": -3.0304,
+ "pc1": -1.7056,
+ "pc2": -1.625,
+ "pc3": 2.9787,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -463,9 +540,9 @@
"short_id": "b51daba4",
"model": "opus",
"score": 0.835,
- "pc1": -1.5777,
- "pc2": 2.2907,
- "pc3": -2.712,
+ "pc1": -1.4982,
+ "pc2": -2.2176,
+ "pc3": 2.6632,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -473,9 +550,9 @@
"short_id": "c946c543",
"model": "opus",
"score": 0.49,
- "pc1": -1.5777,
- "pc2": 2.2907,
- "pc3": -2.712,
+ "pc1": -1.4982,
+ "pc2": -2.2176,
+ "pc3": 2.6632,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -483,9 +560,9 @@
"short_id": "66d681fb",
"model": "opus",
"score": 0.835,
- "pc1": -1.5777,
- "pc2": 2.2907,
- "pc3": -2.712,
+ "pc1": -1.4982,
+ "pc2": -2.2176,
+ "pc3": 2.6632,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -493,9 +570,9 @@
"short_id": "671816fb",
"model": "sonnet",
"score": 0.28,
- "pc1": -1.5677,
- "pc2": 2.2867,
- "pc3": -2.7135,
+ "pc1": -1.4881,
+ "pc2": -2.2142,
+ "pc3": 2.6635,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -503,9 +580,9 @@
"short_id": "4ba3ba91",
"model": "sonnet",
"score": 0.28,
- "pc1": -1.5677,
- "pc2": 2.2867,
- "pc3": -2.7135,
+ "pc1": -1.4881,
+ "pc2": -2.2142,
+ "pc3": 2.6635,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -513,9 +590,9 @@
"short_id": "d7998414",
"model": "sonnet",
"score": 0.19,
- "pc1": -1.5677,
- "pc2": 2.2867,
- "pc3": -2.7135,
+ "pc1": -1.4881,
+ "pc2": -2.2142,
+ "pc3": 2.6635,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -523,9 +600,9 @@
"short_id": "50989696",
"model": "glm-4.5-air",
"score": 0.305,
- "pc1": 2.3953,
- "pc2": 0.1992,
- "pc3": -0.0859,
+ "pc1": 2.2595,
+ "pc2": -0.3751,
+ "pc3": -0.0989,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -533,9 +610,9 @@
"short_id": "1c26e1d8",
"model": "glm-4.5-air",
"score": 0.305,
- "pc1": 2.3953,
- "pc2": 0.1992,
- "pc3": -0.0859,
+ "pc1": 2.2595,
+ "pc2": -0.3751,
+ "pc3": -0.0989,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -543,9 +620,9 @@
"short_id": "5141dfbf",
"model": "glm-4.5-air",
"score": 0.305,
- "pc1": 2.6642,
- "pc2": -1.9691,
- "pc3": -1.3804,
+ "pc1": 2.5949,
+ "pc2": 1.7871,
+ "pc3": 1.1821,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -553,9 +630,9 @@
"short_id": "3f7bdd4d",
"model": "glm-4.5-air",
"score": 0.33,
- "pc1": 3.5139,
- "pc2": -0.7022,
- "pc3": -0.4263,
+ "pc1": 3.4255,
+ "pc2": 0.4614,
+ "pc3": 0.1619,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -563,9 +640,9 @@
"short_id": "456d514c",
"model": "glm-4.5-air",
"score": 0.155,
- "pc1": 3.5139,
- "pc2": -0.7022,
- "pc3": -0.4263,
+ "pc1": 3.4255,
+ "pc2": 0.4614,
+ "pc3": 0.1619,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -573,9 +650,9 @@
"short_id": "9bdf645c",
"model": "glm-4.5-air",
"score": 0.155,
- "pc1": 3.5139,
- "pc2": -0.7022,
- "pc3": -0.4263,
+ "pc1": 3.4255,
+ "pc2": 0.4614,
+ "pc3": 0.1619,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -583,9 +660,9 @@
"short_id": "fa2674ac",
"model": "glm-4.7",
"score": 0.155,
- "pc1": 2.4665,
- "pc2": 0.1657,
- "pc3": -0.1278,
+ "pc1": 2.3296,
+ "pc2": -0.347,
+ "pc3": -0.1181,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -593,9 +670,9 @@
"short_id": "c22109f8",
"model": "glm-4.7",
"score": 0.06,
- "pc1": 3.5732,
- "pc2": -0.3453,
- "pc3": -0.486,
+ "pc1": 3.4536,
+ "pc2": 0.0953,
+ "pc3": -0.0016,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -603,9 +680,9 @@
"short_id": "56afde62",
"model": "glm-4.7",
"score": 0.305,
- "pc1": 3.04,
- "pc2": -1.7773,
- "pc3": 0.6747,
+ "pc1": 2.9496,
+ "pc2": 1.5611,
+ "pc3": -1.1304,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -613,9 +690,9 @@
"short_id": "6a743388",
"model": "glm-4.7",
"score": 0.155,
- "pc1": 3.5884,
- "pc2": -0.3184,
- "pc3": -0.8607,
+ "pc1": 3.4555,
+ "pc2": 0.0583,
+ "pc3": 0.3448,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=creative_validate"
},
{
@@ -623,9 +700,9 @@
"short_id": "af5e84fc",
"model": "glm-4.7",
"score": 0.305,
- "pc1": 3.5884,
- "pc2": -0.3184,
- "pc3": -0.8607,
+ "pc1": 3.4555,
+ "pc2": 0.0583,
+ "pc3": 0.3448,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=creative_validate"
},
{
@@ -633,9 +710,9 @@
"short_id": "2f761815",
"model": "glm-4.7",
"score": 0.355,
- "pc1": 3.5884,
- "pc2": -0.3184,
- "pc3": -0.8607,
+ "pc1": 3.4555,
+ "pc2": 0.0583,
+ "pc3": 0.3448,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=creative_validate"
},
{
@@ -643,9 +720,9 @@
"short_id": "e0237626",
"model": "glm-4.7",
"score": 0.34,
- "pc1": 3.5834,
- "pc2": -0.3178,
- "pc3": -0.8565,
+ "pc1": 3.4508,
+ "pc2": 0.0582,
+ "pc3": 0.3432,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=iterate"
},
{
@@ -653,9 +730,9 @@
"short_id": "31a529dc",
"model": "glm-4.7",
"score": 0.155,
- "pc1": 2.7141,
- "pc2": -2.0444,
- "pc3": -0.7343,
+ "pc1": 2.642,
+ "pc2": 1.8613,
+ "pc3": 0.4887,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -663,9 +740,9 @@
"short_id": "6a018f5e",
"model": "glm-4.7",
"score": 0.19,
- "pc1": 2.7912,
- "pc2": -1.9908,
- "pc3": 0.0428,
+ "pc1": 2.6962,
+ "pc2": 1.8042,
+ "pc3": -0.2983,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -673,9 +750,9 @@
"short_id": "ed0b0147",
"model": "glm-4.7",
"score": 0.255,
- "pc1": 2.7912,
- "pc2": -1.9908,
- "pc3": 0.0428,
+ "pc1": 2.6962,
+ "pc2": 1.8042,
+ "pc3": -0.2983,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -683,9 +760,9 @@
"short_id": "e8d32946",
"model": "glm-4.7",
"score": 0.29,
- "pc1": 2.7354,
- "pc2": -2.0026,
- "pc3": -1.4223,
+ "pc1": 2.6651,
+ "pc2": 1.8152,
+ "pc3": 1.1629,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -693,9 +770,9 @@
"short_id": "0a030357",
"model": "glm-4.7",
"score": 0.155,
- "pc1": 3.5851,
- "pc2": -0.7356,
- "pc3": -0.4682,
+ "pc1": 3.4956,
+ "pc2": 0.4895,
+ "pc3": 0.1428,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -703,9 +780,9 @@
"short_id": "fd037e18",
"model": "glm-4.7",
"score": 0.34,
- "pc1": 3.5851,
- "pc2": -0.7356,
- "pc3": -0.4682,
+ "pc1": 3.4956,
+ "pc2": 0.4895,
+ "pc3": 0.1428,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -713,9 +790,9 @@
"short_id": "ad716871",
"model": "glm-4.7",
"score": 0.155,
- "pc1": 3.5851,
- "pc2": -0.7356,
- "pc3": -0.4682,
+ "pc1": 3.4956,
+ "pc2": 0.4895,
+ "pc3": 0.1428,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -723,9 +800,9 @@
"short_id": "7c7dfa27",
"model": "glm-5.1",
"score": 0.03,
- "pc1": 2.5308,
- "pc2": 0.0893,
- "pc3": 0.2127,
+ "pc1": 2.4071,
+ "pc2": -0.2602,
+ "pc3": -0.1839,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -733,9 +810,9 @@
"short_id": "5afe9b8e",
"model": "glm-5.1",
"score": 0.03,
- "pc1": 2.5308,
- "pc2": 0.0893,
- "pc3": 0.2127,
+ "pc1": 2.4071,
+ "pc2": -0.2602,
+ "pc3": -0.1839,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -743,9 +820,19 @@
"short_id": "7e2cf342",
"model": "glm-5.1",
"score": 0.355,
- "pc1": 2.5308,
- "pc2": 0.0893,
- "pc3": 0.2127,
+ "pc1": 2.4071,
+ "pc2": -0.2602,
+ "pc3": -0.1839,
+ "config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
+ },
+ {
+ "run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=glm51_pw=inst_prompt=simple_prov=zai_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3",
+ "short_id": "98dee8cd",
+ "model": "glm-5.1",
+ "score": 0.03,
+ "pc1": 3.5312,
+ "pc2": 0.1821,
+ "pc3": -0.0675,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -753,9 +840,9 @@
"short_id": "6abf96c7",
"model": "glm-5.1",
"score": 0.155,
- "pc1": 3.1043,
- "pc2": -1.8537,
- "pc3": 1.0152,
+ "pc1": 3.0272,
+ "pc2": 1.6478,
+ "pc3": -1.1963,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -763,9 +850,9 @@
"short_id": "8bcd3ae0",
"model": "glm-5.1",
"score": 0.305,
- "pc1": 3.1043,
- "pc2": -1.8537,
- "pc3": 1.0152,
+ "pc1": 3.0272,
+ "pc2": 1.6478,
+ "pc3": -1.1963,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -773,9 +860,9 @@
"short_id": "496e0334",
"model": "glm-5.1",
"score": 0.155,
- "pc1": 3.1043,
- "pc2": -1.8537,
- "pc3": 1.0152,
+ "pc1": 3.0272,
+ "pc2": 1.6478,
+ "pc3": -1.1963,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -783,9 +870,9 @@
"short_id": "11b37482",
"model": "glm-5.1",
"score": 0.705,
- "pc1": 5.269,
- "pc2": -1.2587,
- "pc3": -0.5692,
+ "pc1": 5.162,
+ "pc2": 0.9007,
+ "pc3": 0.3487,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -793,9 +880,9 @@
"short_id": "63c0c2ab",
"model": "glm-5.1",
"score": 0.8,
- "pc1": 5.269,
- "pc2": -1.2587,
- "pc3": -0.5692,
+ "pc1": 5.162,
+ "pc2": 0.9007,
+ "pc3": 0.3487,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -803,9 +890,9 @@
"short_id": "5da14018",
"model": "glm-5.1",
"score": 0.305,
- "pc1": 5.269,
- "pc2": -1.2587,
- "pc3": -0.5692,
+ "pc1": 5.162,
+ "pc2": 0.9007,
+ "pc3": 0.3487,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -813,9 +900,9 @@
"short_id": "140cba7f",
"model": "glm-5.1",
"score": 0.33,
- "pc1": 2.7784,
- "pc2": -2.1208,
- "pc3": -0.3938,
+ "pc1": 2.7195,
+ "pc2": 1.9481,
+ "pc3": 0.4228,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -823,9 +910,9 @@
"short_id": "06c93bc4",
"model": "glm-5.1",
"score": 0.33,
- "pc1": 2.7784,
- "pc2": -2.1208,
- "pc3": -0.3938,
+ "pc1": 2.7195,
+ "pc2": 1.9481,
+ "pc3": 0.4228,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -833,9 +920,9 @@
"short_id": "6a89452c",
"model": "glm-5.1",
"score": 0.255,
- "pc1": 2.7784,
- "pc2": -2.1208,
- "pc3": -0.3938,
+ "pc1": 2.7195,
+ "pc2": 1.9481,
+ "pc3": 0.4228,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -843,9 +930,9 @@
"short_id": "5e2f9389",
"model": "glm-5.1",
"score": 0.155,
- "pc1": 2.8992,
- "pc2": -1.9082,
- "pc3": 1.2813,
+ "pc1": 2.8023,
+ "pc2": 1.726,
+ "pc3": -1.1523,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -853,9 +940,9 @@
"short_id": "6cf8d774",
"model": "glm-5.1",
"score": 0.73,
- "pc1": 2.8992,
- "pc2": -1.9082,
- "pc3": 1.2813,
+ "pc1": 2.8023,
+ "pc2": 1.726,
+ "pc3": -1.1523,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -863,9 +950,9 @@
"short_id": "61f8b45c",
"model": "glm-5.1",
"score": 0.305,
- "pc1": 2.8992,
- "pc2": -1.9082,
- "pc3": 1.2813,
+ "pc1": 2.8023,
+ "pc2": 1.726,
+ "pc3": -1.1523,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -873,9 +960,9 @@
"short_id": "b1e752d7",
"model": "glm-5.1",
"score": 0.385,
- "pc1": 2.8555,
- "pc2": -2.0673,
- "pc3": 0.3833,
+ "pc1": 2.7738,
+ "pc2": 1.891,
+ "pc3": -0.3642,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -883,9 +970,9 @@
"short_id": "ad47b58e",
"model": "glm-5.1",
"score": 0.37,
- "pc1": 2.8555,
- "pc2": -2.0673,
- "pc3": 0.3833,
+ "pc1": 2.7738,
+ "pc2": 1.891,
+ "pc3": -0.3642,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -893,9 +980,9 @@
"short_id": "689ef4b4",
"model": "glm-5.1",
"score": 0.385,
- "pc1": 2.8555,
- "pc2": -2.0673,
- "pc3": 0.3833,
+ "pc1": 2.7738,
+ "pc2": 1.891,
+ "pc3": -0.3642,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -903,9 +990,9 @@
"short_id": "5e839ecf",
"model": "glm-5.1",
"score": 0.34,
- "pc1": 2.6914,
- "pc2": -2.1142,
- "pc3": 1.2034,
+ "pc1": 2.6137,
+ "pc2": 1.9465,
+ "pc3": -1.2099,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -913,9 +1000,9 @@
"short_id": "40e70ba8",
"model": "glm-5.1",
"score": 0.355,
- "pc1": 2.6914,
- "pc2": -2.1142,
- "pc3": 1.2034,
+ "pc1": 2.6137,
+ "pc2": 1.9465,
+ "pc3": -1.2099,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -923,9 +1010,9 @@
"short_id": "2d900db2",
"model": "glm-5.1",
"score": 0.225,
- "pc1": 2.6914,
- "pc2": -2.1142,
- "pc3": 1.2034,
+ "pc1": 2.6137,
+ "pc2": 1.9465,
+ "pc3": -1.2099,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -933,9 +1020,9 @@
"short_id": "dec1df41",
"model": "glm-5.1",
"score": 0.29,
- "pc1": 2.7997,
- "pc2": -2.079,
- "pc3": -1.0817,
+ "pc1": 2.7426,
+ "pc2": 1.9019,
+ "pc3": 1.0971,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -943,9 +1030,9 @@
"short_id": "7165dc1a",
"model": "glm-5.1",
"score": 0.295,
- "pc1": 2.7997,
- "pc2": -2.079,
- "pc3": -1.0817,
+ "pc1": 2.7426,
+ "pc2": 1.9019,
+ "pc3": 1.0971,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -953,9 +1040,39 @@
"short_id": "b656c546",
"model": "glm-5.1",
"score": 0.255,
- "pc1": 2.7997,
- "pc2": -2.079,
- "pc3": -1.0817,
+ "pc1": 2.7426,
+ "pc2": 1.9019,
+ "pc3": 1.0971,
+ "config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
+ },
+ {
+ "run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=glm51_pw=off_prompt=simple_prov=zai_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=off_run1",
+ "short_id": "05ad5c61",
+ "model": "glm-5.1",
+ "score": 0.03,
+ "pc1": 2.9471,
+ "pc2": 2.0966,
+ "pc3": -0.3159,
+ "config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
+ },
+ {
+ "run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=glm51_pw=off_prompt=simple_prov=zai_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=off_run2",
+ "short_id": "79bef8d0",
+ "model": "glm-5.1",
+ "score": 0.03,
+ "pc1": 2.9471,
+ "pc2": 2.0966,
+ "pc3": -0.3159,
+ "config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
+ },
+ {
+ "run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=glm51_pw=off_prompt=simple_prov=zai_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=off_run3",
+ "short_id": "bb3dc885",
+ "model": "glm-5.1",
+ "score": 0.0,
+ "pc1": 2.9471,
+ "pc2": 2.0966,
+ "pc3": -0.3159,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -963,9 +1080,9 @@
"short_id": "71d588fb",
"model": "glm-5.1",
"score": 0.78,
- "pc1": 3.6494,
- "pc2": -0.812,
- "pc3": -0.1277,
+ "pc1": 3.5731,
+ "pc2": 0.5763,
+ "pc3": 0.0769,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -973,9 +1090,9 @@
"short_id": "781c564b",
"model": "glm-5.1",
"score": 0.38,
- "pc1": 3.6494,
- "pc2": -0.812,
- "pc3": -0.1277,
+ "pc1": 3.5731,
+ "pc2": 0.5763,
+ "pc3": 0.0769,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -983,9 +1100,9 @@
"short_id": "3e9975cb",
"model": "glm-5.1",
"score": 0.33,
- "pc1": 3.6494,
- "pc2": -0.812,
- "pc3": -0.1277,
+ "pc1": 3.5731,
+ "pc2": 0.5763,
+ "pc3": 0.0769,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -993,9 +1110,9 @@
"short_id": "14486646",
"model": "glm-5.1",
"score": 0.365,
- "pc1": 5.2617,
- "pc2": -1.2567,
- "pc3": -0.5664,
+ "pc1": 5.1551,
+ "pc2": 0.8992,
+ "pc3": 0.347,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1003,9 +1120,9 @@
"short_id": "cbbff570",
"model": "haiku",
"score": 0.515,
- "pc1": -1.6657,
- "pc2": 0.7788,
- "pc3": 1.2553,
+ "pc1": -1.8532,
+ "pc2": -0.7174,
+ "pc3": -1.3239,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1013,9 +1130,9 @@
"short_id": "62c70152",
"model": "haiku",
"score": 0.34,
- "pc1": -1.6657,
- "pc2": 0.7788,
- "pc3": 1.2553,
+ "pc1": -1.8532,
+ "pc2": -0.7174,
+ "pc3": -1.3239,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1023,9 +1140,9 @@
"short_id": "80f1c3d5",
"model": "haiku",
"score": 0.565,
- "pc1": -1.6657,
- "pc2": 0.7788,
- "pc3": 1.2553,
+ "pc1": -1.8532,
+ "pc2": -0.7174,
+ "pc3": -1.3239,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1033,9 +1150,9 @@
"short_id": "a30100ff",
"model": "haiku",
"score": 0.155,
- "pc1": 0.0019,
- "pc2": 0.8749,
- "pc3": 0.2093,
+ "pc1": -0.1386,
+ "pc2": -0.9086,
+ "pc3": -0.1779,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1043,9 +1160,9 @@
"short_id": "b61f8d31",
"model": "haiku",
"score": 0.68,
- "pc1": 0.0019,
- "pc2": 0.8749,
- "pc3": 0.2093,
+ "pc1": -0.1386,
+ "pc2": -0.9086,
+ "pc3": -0.1779,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1053,9 +1170,9 @@
"short_id": "645e0c8f",
"model": "haiku",
"score": 0.155,
- "pc1": 0.0019,
- "pc2": 0.8749,
- "pc3": 0.2093,
+ "pc1": -0.1386,
+ "pc2": -0.9086,
+ "pc3": -0.1779,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1063,9 +1180,9 @@
"short_id": "188635cc",
"model": "haiku",
"score": 0.155,
- "pc1": -1.9915,
- "pc2": 0.5117,
- "pc3": -0.1537,
+ "pc1": -2.1608,
+ "pc2": -0.4172,
+ "pc3": 0.2952,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1073,9 +1190,9 @@
"short_id": "9805c24a",
"model": "haiku",
"score": 0.565,
- "pc1": -1.9915,
- "pc2": 0.5117,
- "pc3": -0.1537,
+ "pc1": -2.1608,
+ "pc2": -0.4172,
+ "pc3": 0.2952,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1083,9 +1200,9 @@
"short_id": "5cdb89b6",
"model": "haiku",
"score": 0.155,
- "pc1": -1.9915,
- "pc2": 0.5117,
- "pc3": -0.1537,
+ "pc1": -2.1608,
+ "pc2": -0.4172,
+ "pc3": 0.2952,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1093,9 +1210,9 @@
"short_id": "4949d521",
"model": "haiku",
"score": 0.155,
- "pc1": -1.8708,
- "pc2": 0.7243,
- "pc3": 1.5213,
+ "pc1": -2.078,
+ "pc2": -0.6393,
+ "pc3": -1.2799,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1103,9 +1220,9 @@
"short_id": "165fb66f",
"model": "haiku",
"score": 0.305,
- "pc1": -1.8708,
- "pc2": 0.7243,
- "pc3": 1.5213,
+ "pc1": -2.078,
+ "pc2": -0.6393,
+ "pc3": -1.2799,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1113,9 +1230,9 @@
"short_id": "af738eee",
"model": "haiku",
"score": 0.28,
- "pc1": -1.8708,
- "pc2": 0.7243,
- "pc3": 1.5213,
+ "pc1": -2.078,
+ "pc2": -0.6393,
+ "pc3": -1.2799,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1123,9 +1240,9 @@
"short_id": "da87903f",
"model": "haiku",
"score": 0.755,
- "pc1": -1.9145,
- "pc2": 0.5652,
- "pc3": 0.6233,
+ "pc1": -2.1066,
+ "pc2": -0.4742,
+ "pc3": -0.4917,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1133,9 +1250,9 @@
"short_id": "49012037",
"model": "haiku",
"score": 0.315,
- "pc1": -1.9145,
- "pc2": 0.5652,
- "pc3": 0.6233,
+ "pc1": -2.1066,
+ "pc2": -0.4742,
+ "pc3": -0.4917,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1143,9 +1260,9 @@
"short_id": "4b5f4543",
"model": "haiku",
"score": 0.305,
- "pc1": -1.9145,
- "pc2": 0.5652,
- "pc3": 0.6233,
+ "pc1": -2.1066,
+ "pc2": -0.4742,
+ "pc3": -0.4917,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1153,9 +1270,9 @@
"short_id": "37c69c60",
"model": "haiku",
"score": 0.19,
- "pc1": -2.0785,
- "pc2": 0.5182,
- "pc3": 1.4434,
+ "pc1": -2.2667,
+ "pc2": -0.4187,
+ "pc3": -1.3375,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1163,9 +1280,9 @@
"short_id": "77c2245c",
"model": "haiku",
"score": 0.155,
- "pc1": -2.0785,
- "pc2": 0.5182,
- "pc3": 1.4434,
+ "pc1": -2.2667,
+ "pc2": -0.4187,
+ "pc3": -1.3375,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1173,9 +1290,9 @@
"short_id": "fe986bd0",
"model": "haiku",
"score": 0.405,
- "pc1": -2.0785,
- "pc2": 0.5182,
- "pc3": 1.4434,
+ "pc1": -2.2667,
+ "pc2": -0.4187,
+ "pc3": -1.3375,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1183,9 +1300,9 @@
"short_id": "0d40c124",
"model": "haiku",
"score": 0.87,
- "pc1": -1.9703,
- "pc2": 0.5534,
- "pc3": -0.8417,
+ "pc1": -2.1378,
+ "pc2": -0.4633,
+ "pc3": 0.9695,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1193,9 +1310,9 @@
"short_id": "4d6ff9c9",
"model": "haiku",
"score": 0.34,
- "pc1": -1.9703,
- "pc2": 0.5534,
- "pc3": -0.8417,
+ "pc1": -2.1378,
+ "pc2": -0.4633,
+ "pc3": 0.9695,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1203,9 +1320,9 @@
"short_id": "1a5b849b",
"model": "haiku",
"score": 0.405,
- "pc1": -1.9703,
- "pc2": 0.5534,
- "pc3": -0.8417,
+ "pc1": -2.1378,
+ "pc2": -0.4633,
+ "pc3": 0.9695,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1213,9 +1330,9 @@
"short_id": "e01fbfa7",
"model": "haiku",
"score": 0.33,
- "pc1": -1.9786,
- "pc2": 0.287,
- "pc3": 0.4375,
+ "pc1": -1.9332,
+ "pc2": -0.2686,
+ "pc3": -0.4435,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1223,9 +1340,9 @@
"short_id": "bf5c394f",
"model": "haiku",
"score": 0.875,
- "pc1": -1.9786,
- "pc2": 0.287,
- "pc3": 0.4375,
+ "pc1": -1.9332,
+ "pc2": -0.2686,
+ "pc3": -0.4435,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1233,9 +1350,9 @@
"short_id": "4bdcef51",
"model": "haiku",
"score": 0.305,
- "pc1": -1.1205,
- "pc2": 1.8204,
- "pc3": 0.1124,
+ "pc1": -1.3072,
+ "pc2": -1.7889,
+ "pc3": -0.0507,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1243,9 +1360,9 @@
"short_id": "4db28f22",
"model": "haiku",
"score": 0.155,
- "pc1": -1.1205,
- "pc2": 1.8204,
- "pc3": 0.1124,
+ "pc1": -1.3072,
+ "pc2": -1.7889,
+ "pc3": -0.0507,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1253,9 +1370,9 @@
"short_id": "6b13f05b",
"model": "haiku",
"score": 0.675,
- "pc1": -1.1205,
- "pc2": 1.8204,
- "pc3": 0.1124,
+ "pc1": -1.3072,
+ "pc2": -1.7889,
+ "pc3": -0.0507,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1263,9 +1380,9 @@
"short_id": "79675074",
"model": "haiku",
"score": 0.155,
- "pc1": 1.1205,
- "pc2": -0.0264,
- "pc3": -0.1311,
+ "pc1": 1.0274,
+ "pc2": -0.0721,
+ "pc3": 0.0829,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1273,9 +1390,9 @@
"short_id": "c0d3fd49",
"model": "haiku",
"score": 0.34,
- "pc1": 1.1205,
- "pc2": -0.0264,
- "pc3": -0.1311,
+ "pc1": 1.0274,
+ "pc2": -0.0721,
+ "pc3": 0.0829,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1283,9 +1400,9 @@
"short_id": "1fbd2965",
"model": "haiku",
"score": 0.34,
- "pc1": 1.1205,
- "pc2": -0.0264,
- "pc3": -0.1311,
+ "pc1": 1.0274,
+ "pc2": -0.0721,
+ "pc3": 0.0829,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1293,9 +1410,9 @@
"short_id": "c9b0a190",
"model": "haiku",
"score": 0.76,
- "pc1": -0.0019,
- "pc2": 0.919,
- "pc3": -0.2281,
+ "pc1": -0.1412,
+ "pc2": -0.9524,
+ "pc3": 0.2101,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1303,9 +1420,9 @@
"short_id": "c31b514e",
"model": "haiku",
"score": 0.715,
- "pc1": -0.0019,
- "pc2": 0.919,
- "pc3": -0.2281,
+ "pc1": -0.1412,
+ "pc2": -0.9524,
+ "pc3": 0.2101,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1313,9 +1430,9 @@
"short_id": "8de1a3c2",
"model": "haiku",
"score": 0.415,
- "pc1": -0.0019,
- "pc2": 0.919,
- "pc3": -0.2281,
+ "pc1": -0.1412,
+ "pc2": -0.9524,
+ "pc3": 0.2101,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1323,9 +1440,9 @@
"short_id": "9cd7d12a",
"model": "opus",
"score": 0.305,
- "pc1": -1.4278,
- "pc2": 1.3519,
- "pc3": 1.5736,
+ "pc1": -1.6457,
+ "pc2": -1.3099,
+ "pc3": -1.6394,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1333,9 +1450,9 @@
"short_id": "28abb304",
"model": "opus",
"score": 0.205,
- "pc1": -1.4278,
- "pc2": 1.3519,
- "pc3": 1.5736,
+ "pc1": -1.6457,
+ "pc2": -1.3099,
+ "pc3": -1.6394,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1343,9 +1460,9 @@
"short_id": "30bc2917",
"model": "opus",
"score": 0.305,
- "pc1": -1.4278,
- "pc2": 1.3519,
- "pc3": 1.5736,
+ "pc1": -1.6457,
+ "pc2": -1.3099,
+ "pc3": -1.6394,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1353,9 +1470,9 @@
"short_id": "b9ce8930",
"model": "opus",
"score": 0.315,
- "pc1": 0.2397,
- "pc2": 1.4481,
- "pc3": 0.5277,
+ "pc1": 0.0688,
+ "pc2": -1.5011,
+ "pc3": -0.4934,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1363,9 +1480,9 @@
"short_id": "6c694ce9",
"model": "opus",
"score": 0.405,
- "pc1": 0.2397,
- "pc2": 1.4481,
- "pc3": 0.5277,
+ "pc1": 0.0688,
+ "pc2": -1.5011,
+ "pc3": -0.4934,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1373,9 +1490,9 @@
"short_id": "83b4415b",
"model": "opus",
"score": 0.895,
- "pc1": 0.2397,
- "pc2": 1.4481,
- "pc3": 0.5277,
+ "pc1": 0.0688,
+ "pc2": -1.5011,
+ "pc3": -0.4934,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1383,9 +1500,9 @@
"short_id": "37932d12",
"model": "opus",
"score": 0.315,
- "pc1": -1.7536,
- "pc2": 1.0849,
- "pc3": 0.1646,
+ "pc1": -1.9534,
+ "pc2": -1.0097,
+ "pc3": -0.0203,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1393,9 +1510,9 @@
"short_id": "b53d8e6f",
"model": "opus",
"score": 0.315,
- "pc1": -1.7536,
- "pc2": 1.0849,
- "pc3": 0.1646,
+ "pc1": -1.9534,
+ "pc2": -1.0097,
+ "pc3": -0.0203,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1403,9 +1520,9 @@
"short_id": "53a9f7eb",
"model": "opus",
"score": 0.28,
- "pc1": -1.7536,
- "pc2": 1.0849,
- "pc3": 0.1646,
+ "pc1": -1.9534,
+ "pc2": -1.0097,
+ "pc3": -0.0203,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1413,9 +1530,9 @@
"short_id": "71eeae15",
"model": "opus",
"score": 0.43,
- "pc1": -1.6329,
- "pc2": 1.2975,
- "pc3": 1.8397,
+ "pc1": -1.8706,
+ "pc2": -1.2318,
+ "pc3": -1.5954,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1423,9 +1540,9 @@
"short_id": "868a617f",
"model": "opus",
"score": 0.28,
- "pc1": -1.6329,
- "pc2": 1.2975,
- "pc3": 1.8397,
+ "pc1": -1.8706,
+ "pc2": -1.2318,
+ "pc3": -1.5954,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1433,9 +1550,9 @@
"short_id": "8c6cb19c",
"model": "opus",
"score": 0.805,
- "pc1": -1.6329,
- "pc2": 1.2975,
- "pc3": 1.8397,
+ "pc1": -1.8706,
+ "pc2": -1.2318,
+ "pc3": -1.5954,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1443,9 +1560,9 @@
"short_id": "68a6572f",
"model": "opus",
"score": 0.475,
- "pc1": -1.6766,
- "pc2": 1.1384,
- "pc3": 0.9417,
+ "pc1": -1.8991,
+ "pc2": -1.0668,
+ "pc3": -0.8073,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1453,9 +1570,9 @@
"short_id": "00b5cb8a",
"model": "opus",
"score": 0.365,
- "pc1": -1.6766,
- "pc2": 1.1384,
- "pc3": 0.9417,
+ "pc1": -1.8991,
+ "pc2": -1.0668,
+ "pc3": -0.8073,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1463,9 +1580,9 @@
"short_id": "e2cb7f2b",
"model": "opus",
"score": 0.865,
- "pc1": -1.6766,
- "pc2": 1.1384,
- "pc3": 0.9417,
+ "pc1": -1.8991,
+ "pc2": -1.0668,
+ "pc3": -0.8073,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1473,9 +1590,9 @@
"short_id": "4d465534",
"model": "opus",
"score": 0.765,
- "pc1": -1.8407,
- "pc2": 1.0914,
- "pc3": 1.7618,
+ "pc1": -2.0592,
+ "pc2": -1.0113,
+ "pc3": -1.653,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1483,9 +1600,9 @@
"short_id": "330aae5e",
"model": "opus",
"score": 0.205,
- "pc1": -1.8407,
- "pc2": 1.0914,
- "pc3": 1.7618,
+ "pc1": -2.0592,
+ "pc2": -1.0113,
+ "pc3": -1.653,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1493,9 +1610,9 @@
"short_id": "a59bd13b",
"model": "opus",
"score": 0.315,
- "pc1": -1.8407,
- "pc2": 1.0914,
- "pc3": 1.7618,
+ "pc1": -2.0592,
+ "pc2": -1.0113,
+ "pc3": -1.653,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1503,9 +1620,9 @@
"short_id": "6c4adfb0",
"model": "opus",
"score": 0.865,
- "pc1": -1.7324,
- "pc2": 1.1266,
- "pc3": -0.5233,
+ "pc1": -1.9303,
+ "pc2": -1.0559,
+ "pc3": 0.654,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1513,9 +1630,9 @@
"short_id": "e5199e69",
"model": "opus",
"score": 0.91,
- "pc1": -1.7324,
- "pc2": 1.1266,
- "pc3": -0.5233,
+ "pc1": -1.9303,
+ "pc2": -1.0559,
+ "pc3": 0.654,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1523,9 +1640,9 @@
"short_id": "c049fcf5",
"model": "opus",
"score": 0.245,
- "pc1": -1.7324,
- "pc2": 1.1266,
- "pc3": -0.5233,
+ "pc1": -1.9303,
+ "pc2": -1.0559,
+ "pc3": 0.654,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1533,9 +1650,9 @@
"short_id": "feb7d705",
"model": "opus",
"score": 0.315,
- "pc1": -1.7407,
- "pc2": 0.8602,
- "pc3": 0.7559,
+ "pc1": -1.7258,
+ "pc2": -0.8612,
+ "pc3": -0.759,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1543,9 +1660,9 @@
"short_id": "3c9d94f5",
"model": "opus",
"score": 0.315,
- "pc1": -1.7407,
- "pc2": 0.8602,
- "pc3": 0.7559,
+ "pc1": -1.7258,
+ "pc2": -0.8612,
+ "pc3": -0.759,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1553,9 +1670,9 @@
"short_id": "1a10ac67",
"model": "opus",
"score": 0.475,
- "pc1": -1.7407,
- "pc2": 0.8602,
- "pc3": 0.7559,
+ "pc1": -1.7258,
+ "pc2": -0.8612,
+ "pc3": -0.759,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1563,9 +1680,9 @@
"short_id": "67153cc8",
"model": "opus",
"score": 0.315,
- "pc1": -0.8827,
- "pc2": 2.3936,
- "pc3": 0.4307,
+ "pc1": -1.0998,
+ "pc2": -2.3815,
+ "pc3": -0.3662,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1573,9 +1690,9 @@
"short_id": "cde3d475",
"model": "opus",
"score": 0.385,
- "pc1": -0.8827,
- "pc2": 2.3936,
- "pc3": 0.4307,
+ "pc1": -1.0998,
+ "pc2": -2.3815,
+ "pc3": -0.3662,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1583,9 +1700,9 @@
"short_id": "b7e96026",
"model": "opus",
"score": 0.88,
- "pc1": -0.8827,
- "pc2": 2.3936,
- "pc3": 0.4307,
+ "pc1": -1.0998,
+ "pc2": -2.3815,
+ "pc3": -0.3662,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1593,9 +1710,9 @@
"short_id": "886f5323",
"model": "opus",
"score": 0.49,
- "pc1": 0.2359,
- "pc2": 1.4922,
- "pc3": 0.0903,
+ "pc1": 0.0662,
+ "pc2": -1.545,
+ "pc3": -0.1054,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1603,9 +1720,9 @@
"short_id": "d6549fa2",
"model": "opus",
"score": 0.825,
- "pc1": 0.2359,
- "pc2": 1.4922,
- "pc3": 0.0903,
+ "pc1": 0.0662,
+ "pc2": -1.545,
+ "pc3": -0.1054,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1613,9 +1730,9 @@
"short_id": "6ccb77f1",
"model": "opus",
"score": 0.46,
- "pc1": 0.2359,
- "pc2": 1.4922,
- "pc3": 0.0903,
+ "pc1": 0.0662,
+ "pc2": -1.545,
+ "pc3": -0.1054,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1623,9 +1740,9 @@
"short_id": "de9c4cc0",
"model": "sonnet",
"score": 0.155,
- "pc1": -1.4177,
- "pc2": 1.348,
- "pc3": 1.5721,
+ "pc1": -1.6356,
+ "pc2": -1.3066,
+ "pc3": -1.6391,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1633,9 +1750,9 @@
"short_id": "536bc021",
"model": "sonnet",
"score": 0.18,
- "pc1": -1.4177,
- "pc2": 1.348,
- "pc3": 1.5721,
+ "pc1": -1.6356,
+ "pc2": -1.3066,
+ "pc3": -1.6391,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1643,9 +1760,9 @@
"short_id": "92665abf",
"model": "sonnet",
"score": 0.715,
- "pc1": -1.4177,
- "pc2": 1.348,
- "pc3": 1.5721,
+ "pc1": -1.6356,
+ "pc2": -1.3066,
+ "pc3": -1.6391,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1653,9 +1770,9 @@
"short_id": "d2c1efc6",
"model": "sonnet",
"score": 0.305,
- "pc1": 0.2498,
- "pc2": 1.4441,
- "pc3": 0.5262,
+ "pc1": 0.0789,
+ "pc2": -1.4978,
+ "pc3": -0.4931,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1663,9 +1780,9 @@
"short_id": "b9741b31",
"model": "sonnet",
"score": 0.315,
- "pc1": 0.2498,
- "pc2": 1.4441,
- "pc3": 0.5262,
+ "pc1": 0.0789,
+ "pc2": -1.4978,
+ "pc3": -0.4931,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1673,9 +1790,9 @@
"short_id": "b683745c",
"model": "sonnet",
"score": 0.425,
- "pc1": 0.2498,
- "pc2": 1.4441,
- "pc3": 0.5262,
+ "pc1": 0.0789,
+ "pc2": -1.4978,
+ "pc3": -0.4931,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1683,9 +1800,9 @@
"short_id": "c13f247e",
"model": "sonnet",
"score": 0.49,
- "pc1": -1.7436,
- "pc2": 1.0809,
- "pc3": 0.1631,
+ "pc1": -1.9433,
+ "pc2": -1.0064,
+ "pc3": -0.02,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1693,9 +1810,9 @@
"short_id": "0f0815e0",
"model": "sonnet",
"score": 0.475,
- "pc1": -1.7436,
- "pc2": 1.0809,
- "pc3": 0.1631,
+ "pc1": -1.9433,
+ "pc2": -1.0064,
+ "pc3": -0.02,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1703,9 +1820,9 @@
"short_id": "f967cca3",
"model": "sonnet",
"score": 0.385,
- "pc1": -1.7436,
- "pc2": 1.0809,
- "pc3": 0.1631,
+ "pc1": -1.9433,
+ "pc2": -1.0064,
+ "pc3": -0.02,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1713,9 +1830,9 @@
"short_id": "9378b63f",
"model": "sonnet",
"score": 0.76,
- "pc1": -1.6228,
- "pc2": 1.2935,
- "pc3": 1.8382,
+ "pc1": -1.8605,
+ "pc2": -1.2285,
+ "pc3": -1.5951,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1723,9 +1840,9 @@
"short_id": "63d07a83",
"model": "sonnet",
"score": 0.75,
- "pc1": -1.6228,
- "pc2": 1.2935,
- "pc3": 1.8382,
+ "pc1": -1.8605,
+ "pc2": -1.2285,
+ "pc3": -1.5951,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1733,9 +1850,9 @@
"short_id": "89f5d666",
"model": "sonnet",
"score": 0.255,
- "pc1": -1.6228,
- "pc2": 1.2935,
- "pc3": 1.8382,
+ "pc1": -1.8605,
+ "pc2": -1.2285,
+ "pc3": -1.5951,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1743,9 +1860,9 @@
"short_id": "222c497a",
"model": "sonnet",
"score": 0.44,
- "pc1": -1.6665,
- "pc2": 1.1344,
- "pc3": 0.9402,
+ "pc1": -1.889,
+ "pc2": -1.0634,
+ "pc3": -0.807,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1753,9 +1870,9 @@
"short_id": "a0b46dce",
"model": "sonnet",
"score": 0.72,
- "pc1": -1.6665,
- "pc2": 1.1344,
- "pc3": 0.9402,
+ "pc1": -1.889,
+ "pc2": -1.0634,
+ "pc3": -0.807,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1763,9 +1880,9 @@
"short_id": "9d5d71af",
"model": "sonnet",
"score": 0.41,
- "pc1": -1.6665,
- "pc2": 1.1344,
- "pc3": 0.9402,
+ "pc1": -1.889,
+ "pc2": -1.0634,
+ "pc3": -0.807,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1773,9 +1890,9 @@
"short_id": "3bbc243e",
"model": "sonnet",
"score": 0.365,
- "pc1": -1.8306,
- "pc2": 1.0874,
- "pc3": 1.7603,
+ "pc1": -2.0491,
+ "pc2": -1.0079,
+ "pc3": -1.6527,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1783,9 +1900,9 @@
"short_id": "ada76b96",
"model": "sonnet",
"score": 0.28,
- "pc1": -1.8306,
- "pc2": 1.0874,
- "pc3": 1.7603,
+ "pc1": -2.0491,
+ "pc2": -1.0079,
+ "pc3": -1.6527,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1793,9 +1910,9 @@
"short_id": "3ca73775",
"model": "sonnet",
"score": 0.495,
- "pc1": -1.8306,
- "pc2": 1.0874,
- "pc3": 1.7603,
+ "pc1": -2.0491,
+ "pc2": -1.0079,
+ "pc3": -1.6527,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1803,9 +1920,9 @@
"short_id": "225f2763",
"model": "sonnet",
"score": 0.33,
- "pc1": -1.7224,
- "pc2": 1.1226,
- "pc3": -0.5248,
+ "pc1": -1.9202,
+ "pc2": -1.0525,
+ "pc3": 0.6543,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1813,9 +1930,9 @@
"short_id": "0bee082b",
"model": "sonnet",
"score": 0.34,
- "pc1": -1.7224,
- "pc2": 1.1226,
- "pc3": -0.5248,
+ "pc1": -1.9202,
+ "pc2": -1.0525,
+ "pc3": 0.6543,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1823,9 +1940,9 @@
"short_id": "81d1772b",
"model": "sonnet",
"score": 0.28,
- "pc1": -1.7224,
- "pc2": 1.1226,
- "pc3": -0.5248,
+ "pc1": -1.9202,
+ "pc2": -1.0525,
+ "pc3": 0.6543,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1833,9 +1950,9 @@
"short_id": "f91e3319",
"model": "sonnet",
"score": 0.28,
- "pc1": -1.7307,
- "pc2": 0.8562,
- "pc3": 0.7544,
+ "pc1": -1.7157,
+ "pc2": -0.8578,
+ "pc3": -0.7587,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1843,9 +1960,9 @@
"short_id": "6a1b6728",
"model": "sonnet",
"score": 0.325,
- "pc1": -1.7307,
- "pc2": 0.8562,
- "pc3": 0.7544,
+ "pc1": -1.7157,
+ "pc2": -0.8578,
+ "pc3": -0.7587,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1853,9 +1970,9 @@
"short_id": "5a0dcfdc",
"model": "sonnet",
"score": 0.28,
- "pc1": -1.7307,
- "pc2": 0.8562,
- "pc3": 0.7544,
+ "pc1": -1.7157,
+ "pc2": -0.8578,
+ "pc3": -0.7587,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1863,9 +1980,9 @@
"short_id": "f333a385",
"model": "sonnet",
"score": 0.155,
- "pc1": -0.8726,
- "pc2": 2.3896,
- "pc3": 0.4292,
+ "pc1": -1.0897,
+ "pc2": -2.3781,
+ "pc3": -0.3659,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1873,9 +1990,9 @@
"short_id": "edfd3f04",
"model": "sonnet",
"score": 0.33,
- "pc1": -0.8726,
- "pc2": 2.3896,
- "pc3": 0.4292,
+ "pc1": -1.0897,
+ "pc2": -2.3781,
+ "pc3": -0.3659,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1883,9 +2000,9 @@
"short_id": "dec59666",
"model": "sonnet",
"score": 0.41,
- "pc1": -0.8726,
- "pc2": 2.3896,
- "pc3": 0.4292,
+ "pc1": -1.0897,
+ "pc2": -2.3781,
+ "pc3": -0.3659,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1893,9 +2010,9 @@
"short_id": "81d56cf5",
"model": "sonnet",
"score": 0.42,
- "pc1": 1.3684,
- "pc2": 0.5427,
- "pc3": 0.1858,
+ "pc1": 1.245,
+ "pc2": -0.6613,
+ "pc3": -0.2323,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -1903,9 +2020,9 @@
"short_id": "6a78fb22",
"model": "sonnet",
"score": 0.8,
- "pc1": 0.246,
- "pc2": 1.4882,
- "pc3": 0.0888,
+ "pc1": 0.0763,
+ "pc2": -1.5416,
+ "pc3": -0.1051,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1913,9 +2030,9 @@
"short_id": "4b3f7365",
"model": "sonnet",
"score": 0.315,
- "pc1": 0.246,
- "pc2": 1.4882,
- "pc3": 0.0888,
+ "pc1": 0.0763,
+ "pc2": -1.5416,
+ "pc3": -0.1051,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1923,9 +2040,9 @@
"short_id": "fa4f71b7",
"model": "sonnet",
"score": 0.355,
- "pc1": 0.246,
- "pc2": 1.4882,
- "pc3": 0.0888,
+ "pc1": 0.0763,
+ "pc2": -1.5416,
+ "pc3": -0.1051,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -1933,9 +2050,9 @@
"short_id": "961a7131",
"model": "glm-4.5-air",
"score": 0.38,
- "pc1": 4.025,
- "pc2": -0.1249,
- "pc3": -0.0671,
+ "pc1": 3.8595,
+ "pc2": -0.1871,
+ "pc3": -0.4165,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low"
},
{
@@ -1943,9 +2060,9 @@
"short_id": "299b6c41",
"model": "glm-4.7",
"score": 0.38,
- "pc1": 4.0963,
- "pc2": -0.1583,
- "pc3": -0.109,
+ "pc1": 3.9296,
+ "pc2": -0.1591,
+ "pc3": -0.4356,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low"
},
{
@@ -1953,9 +2070,9 @@
"short_id": "0693e74d",
"model": "glm-4.7",
"score": 0.38,
- "pc1": 4.0963,
- "pc2": -0.1583,
- "pc3": -0.109,
+ "pc1": 3.9296,
+ "pc2": -0.1591,
+ "pc3": -0.4356,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low"
},
{
@@ -1963,9 +2080,9 @@
"short_id": "255de2c3",
"model": "glm-4.7",
"score": 0.38,
- "pc1": 4.0963,
- "pc2": -0.1583,
- "pc3": -0.109,
+ "pc1": 3.9296,
+ "pc2": -0.1591,
+ "pc3": -0.4356,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low"
},
{
@@ -1973,9 +2090,9 @@
"short_id": "a1c761c9",
"model": "glm-5.1",
"score": 0.38,
- "pc1": 4.1606,
- "pc2": -0.2347,
- "pc3": 0.2316,
+ "pc1": 4.0072,
+ "pc2": -0.0723,
+ "pc3": -0.5015,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low"
},
{
@@ -1983,9 +2100,9 @@
"short_id": "c2541fee",
"model": "glm-5.1",
"score": 0.38,
- "pc1": 4.1606,
- "pc2": -0.2347,
- "pc3": 0.2316,
+ "pc1": 4.0072,
+ "pc2": -0.0723,
+ "pc3": -0.5015,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low"
},
{
@@ -1993,9 +2110,9 @@
"short_id": "d61bbd6f",
"model": "glm-5.1",
"score": 0.305,
- "pc1": 4.1606,
- "pc2": -0.2347,
- "pc3": 0.2316,
+ "pc1": 4.0072,
+ "pc2": -0.0723,
+ "pc3": -0.5015,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low"
},
{
@@ -2003,9 +2120,9 @@
"short_id": "7a348b81",
"model": "haiku",
"score": 0.485,
- "pc1": -0.6094,
- "pc2": 2.3977,
- "pc3": 0.4716,
+ "pc1": -0.8732,
+ "pc2": -2.4375,
+ "pc3": -0.6291,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low, strategy=use_subagents"
},
{
@@ -2013,9 +2130,9 @@
"short_id": "8fe72fce",
"model": "haiku",
"score": 0.515,
- "pc1": -0.6094,
- "pc2": 2.3977,
- "pc3": 0.4716,
+ "pc1": -0.8732,
+ "pc2": -2.4375,
+ "pc3": -0.6291,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low, strategy=use_subagents"
},
{
@@ -2023,9 +2140,9 @@
"short_id": "8932f117",
"model": "opus",
"score": 0.47,
- "pc1": -0.3715,
- "pc2": 2.9709,
- "pc3": 0.79,
+ "pc1": -0.6657,
+ "pc2": -3.0301,
+ "pc3": -0.9446,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low, strategy=use_subagents"
},
{
@@ -2033,9 +2150,9 @@
"short_id": "52f8ab88",
"model": "opus",
"score": 0.5,
- "pc1": -0.3715,
- "pc2": 2.9709,
- "pc3": 0.79,
+ "pc1": -0.6657,
+ "pc2": -3.0301,
+ "pc3": -0.9446,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low, strategy=use_subagents"
},
{
@@ -2043,9 +2160,9 @@
"short_id": "d6187c89",
"model": "opus",
"score": 0.5,
- "pc1": -0.3715,
- "pc2": 2.9709,
- "pc3": 0.79,
+ "pc1": -0.6657,
+ "pc2": -3.0301,
+ "pc3": -0.9446,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low, strategy=use_subagents"
},
{
@@ -2053,9 +2170,9 @@
"short_id": "a1f49ced",
"model": "sonnet",
"score": 0.485,
- "pc1": -0.3615,
- "pc2": 2.9669,
- "pc3": 0.7885,
+ "pc1": -0.6556,
+ "pc2": -3.0267,
+ "pc3": -0.9443,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low, strategy=use_subagents"
},
{
@@ -2063,9 +2180,9 @@
"short_id": "414139b2",
"model": "sonnet",
"score": 0.5,
- "pc1": -0.3615,
- "pc2": 2.9669,
- "pc3": 0.7885,
+ "pc1": -0.6556,
+ "pc2": -3.0267,
+ "pc3": -0.9443,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low, strategy=use_subagents"
},
{
@@ -2073,9 +2190,9 @@
"short_id": "ad21bf3b",
"model": "sonnet",
"score": 0.365,
- "pc1": -0.3615,
- "pc2": 2.9669,
- "pc3": 0.7885,
+ "pc1": -0.6556,
+ "pc2": -3.0267,
+ "pc3": -0.9443,
"config_summary": "effort=high, prompt_style=simple, language=unspecified, max_budget=low, strategy=use_subagents"
},
{
@@ -2083,9 +2200,9 @@
"short_id": "ea686a12",
"model": "glm-4.5-air",
"score": 0.155,
- "pc1": 2.9545,
- "pc2": -1.552,
- "pc3": -1.4776,
+ "pc1": 2.8762,
+ "pc2": 1.3392,
+ "pc3": 1.1193,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2093,9 +2210,9 @@
"short_id": "fa02f9f7",
"model": "glm-4.5-air",
"score": 0.18,
- "pc1": 2.9545,
- "pc2": -1.552,
- "pc3": -1.4776,
+ "pc1": 2.8762,
+ "pc2": 1.3392,
+ "pc3": 1.1193,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2103,9 +2220,9 @@
"short_id": "7c1248e2",
"model": "glm-4.7",
"score": 0.315,
- "pc1": 3.0258,
- "pc2": -1.5855,
- "pc3": -1.5195,
+ "pc1": 2.9463,
+ "pc2": 1.3673,
+ "pc3": 1.1001,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2113,9 +2230,9 @@
"short_id": "c924670c",
"model": "glm-4.7",
"score": 0.305,
- "pc1": 3.0258,
- "pc2": -1.5855,
- "pc3": -1.5195,
+ "pc1": 2.9463,
+ "pc2": 1.3673,
+ "pc3": 1.1001,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2123,9 +2240,9 @@
"short_id": "187c67ef",
"model": "glm-5.1",
"score": 0.255,
- "pc1": 3.0901,
- "pc2": -1.6619,
- "pc3": -1.179,
+ "pc1": 3.0239,
+ "pc2": 1.4541,
+ "pc3": 1.0342,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2133,9 +2250,9 @@
"short_id": "5ca32e79",
"model": "glm-5.1",
"score": 0.155,
- "pc1": 3.0901,
- "pc2": -1.6619,
- "pc3": -1.179,
+ "pc1": 3.0239,
+ "pc2": 1.4541,
+ "pc3": 1.0342,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2143,9 +2260,9 @@
"short_id": "9d78ce6d",
"model": "glm-5.1",
"score": 0.37,
- "pc1": 3.0901,
- "pc2": -1.6619,
- "pc3": -1.179,
+ "pc1": 3.0239,
+ "pc2": 1.4541,
+ "pc3": 1.0342,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2153,9 +2270,9 @@
"short_id": "0feabf41",
"model": "haiku",
"score": 0.47,
- "pc1": -4.5399,
- "pc2": -6.257,
- "pc3": 3.1001,
+ "pc1": -4.4438,
+ "pc2": 6.4526,
+ "pc3": -3.0566,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -2163,9 +2280,9 @@
"short_id": "4c7db3b9",
"model": "haiku",
"score": 0.485,
- "pc1": -4.5399,
- "pc2": -6.257,
- "pc3": 3.1001,
+ "pc1": -4.4438,
+ "pc2": 6.4526,
+ "pc3": -3.0566,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -2173,9 +2290,9 @@
"short_id": "40f9a902",
"model": "haiku",
"score": 0.79,
- "pc1": -4.5399,
- "pc2": -6.257,
- "pc3": 3.1001,
+ "pc1": -4.4438,
+ "pc2": 6.4526,
+ "pc3": -3.0566,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low"
},
{
@@ -2183,9 +2300,9 @@
"short_id": "e2e04e75",
"model": "haiku",
"score": 0.305,
- "pc1": -1.6799,
- "pc2": 0.9705,
- "pc3": -0.939,
+ "pc1": -1.8565,
+ "pc2": -0.9112,
+ "pc3": 0.9067,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2193,9 +2310,9 @@
"short_id": "b04257bc",
"model": "haiku",
"score": 0.28,
- "pc1": -1.6799,
- "pc2": 0.9705,
- "pc3": -0.939,
+ "pc1": -1.8565,
+ "pc2": -0.9112,
+ "pc3": 0.9067,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2203,9 +2320,9 @@
"short_id": "9b0e0479",
"model": "haiku",
"score": 0.155,
- "pc1": -1.6799,
- "pc2": 0.9705,
- "pc3": -0.939,
+ "pc1": -1.8565,
+ "pc2": -0.9112,
+ "pc3": 0.9067,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2213,9 +2330,9 @@
"short_id": "daaf1998",
"model": "opus",
"score": 0.365,
- "pc1": -1.442,
- "pc2": 1.5437,
- "pc3": -0.6206,
+ "pc1": -1.649,
+ "pc2": -1.5037,
+ "pc3": 0.5912,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2223,9 +2340,9 @@
"short_id": "f3f3cd51",
"model": "opus",
"score": 0.755,
- "pc1": -1.442,
- "pc2": 1.5437,
- "pc3": -0.6206,
+ "pc1": -1.649,
+ "pc2": -1.5037,
+ "pc3": 0.5912,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2233,9 +2350,9 @@
"short_id": "bdd519b4",
"model": "opus",
"score": 0.46,
- "pc1": -1.442,
- "pc2": 1.5437,
- "pc3": -0.6206,
+ "pc1": -1.649,
+ "pc2": -1.5037,
+ "pc3": 0.5912,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2243,9 +2360,9 @@
"short_id": "92501938",
"model": "sonnet",
"score": 0.415,
- "pc1": -1.432,
- "pc2": 1.5397,
- "pc3": -0.6221,
+ "pc1": -1.6389,
+ "pc2": -1.5003,
+ "pc3": 0.5915,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2253,9 +2370,9 @@
"short_id": "12f4a113",
"model": "sonnet",
"score": 0.29,
- "pc1": -1.432,
- "pc2": 1.5397,
- "pc3": -0.6221,
+ "pc1": -1.6389,
+ "pc2": -1.5003,
+ "pc3": 0.5915,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2263,9 +2380,9 @@
"short_id": "6031abcf",
"model": "sonnet",
"score": 0.315,
- "pc1": -1.432,
- "pc2": 1.5397,
- "pc3": -0.6221,
+ "pc1": -1.6389,
+ "pc2": -1.5003,
+ "pc3": 0.5915,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2273,9 +2390,9 @@
"short_id": "d179f825",
"model": "glm-4.5-air",
"score": 0.18,
- "pc1": 3.7242,
- "pc2": 0.046,
- "pc3": 0.2456,
+ "pc1": 3.5573,
+ "pc2": -0.3388,
+ "pc3": -0.4735,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2283,9 +2400,9 @@
"short_id": "e128b57c",
"model": "glm-5.1",
"score": 0.34,
- "pc1": 3.8598,
- "pc2": -0.0639,
- "pc3": 0.5442,
+ "pc1": 3.7049,
+ "pc2": -0.2239,
+ "pc3": -0.5585,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2293,9 +2410,9 @@
"short_id": "025bcc22",
"model": "glm-5.1",
"score": 0.34,
- "pc1": 3.8598,
- "pc2": -0.0639,
- "pc3": 0.5442,
+ "pc1": 3.7049,
+ "pc2": -0.2239,
+ "pc3": -0.5585,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2303,9 +2420,9 @@
"short_id": "cd3f3c84",
"model": "glm-5.1",
"score": 0.34,
- "pc1": 3.8598,
- "pc2": -0.0639,
- "pc3": 0.5442,
+ "pc1": 3.7049,
+ "pc2": -0.2239,
+ "pc3": -0.5585,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2313,9 +2430,9 @@
"short_id": "7e61c670",
"model": "haiku",
"score": 0.715,
- "pc1": -0.9102,
- "pc2": 2.5685,
- "pc3": 0.7842,
+ "pc1": -1.1754,
+ "pc2": -2.5892,
+ "pc3": -0.6861,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2323,9 +2440,9 @@
"short_id": "6b33ee07",
"model": "haiku",
"score": 0.34,
- "pc1": -0.9102,
- "pc2": 2.5685,
- "pc3": 0.7842,
+ "pc1": -1.1754,
+ "pc2": -2.5892,
+ "pc3": -0.6861,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2333,9 +2450,9 @@
"short_id": "89be04d9",
"model": "haiku",
"score": 0.155,
- "pc1": -0.9102,
- "pc2": 2.5685,
- "pc3": 0.7842,
+ "pc1": -1.1754,
+ "pc2": -2.5892,
+ "pc3": -0.6861,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2343,9 +2460,9 @@
"short_id": "59e8da6e",
"model": "opus",
"score": 0.39,
- "pc1": -0.6723,
- "pc2": 3.1417,
- "pc3": 1.1026,
+ "pc1": -0.968,
+ "pc2": -3.1817,
+ "pc3": -1.0016,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2353,9 +2470,9 @@
"short_id": "f501a861",
"model": "opus",
"score": 0.355,
- "pc1": -0.6723,
- "pc2": 3.1417,
- "pc3": 1.1026,
+ "pc1": -0.968,
+ "pc2": -3.1817,
+ "pc3": -1.0016,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2363,9 +2480,9 @@
"short_id": "9720d53e",
"model": "opus",
"score": 0.75,
- "pc1": -0.6723,
- "pc2": 3.1417,
- "pc3": 1.1026,
+ "pc1": -0.968,
+ "pc2": -3.1817,
+ "pc3": -1.0016,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2373,9 +2490,9 @@
"short_id": "5d88e9c7",
"model": "sonnet",
"score": 0.75,
- "pc1": -0.6623,
- "pc2": 3.1377,
- "pc3": 1.1011,
+ "pc1": -0.9579,
+ "pc2": -3.1784,
+ "pc3": -1.0013,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2383,9 +2500,9 @@
"short_id": "20dc3752",
"model": "sonnet",
"score": 0.74,
- "pc1": -0.6623,
- "pc2": 3.1377,
- "pc3": 1.1011,
+ "pc1": -0.9579,
+ "pc2": -3.1784,
+ "pc3": -1.0013,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2393,9 +2510,9 @@
"short_id": "4905874d",
"model": "sonnet",
"score": 0.75,
- "pc1": -0.6623,
- "pc2": 3.1377,
- "pc3": 1.1011,
+ "pc1": -0.9579,
+ "pc2": -3.1784,
+ "pc3": -1.0013,
"config_summary": "effort=max, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2403,9 +2520,9 @@
"short_id": "1e3f4cdb",
"model": "haiku",
"score": 0.59,
- "pc1": -4.6993,
- "pc2": -6.1324,
- "pc3": -0.7769,
+ "pc1": -4.6289,
+ "pc2": 6.406,
+ "pc3": 1.1544,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2413,9 +2530,9 @@
"short_id": "c7b0bb6b",
"model": "haiku",
"score": 0.565,
- "pc1": -4.6993,
- "pc2": -6.1324,
- "pc3": -0.7769,
+ "pc1": -4.6289,
+ "pc2": 6.406,
+ "pc3": 1.1544,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2423,9 +2540,9 @@
"short_id": "bbb70053",
"model": "haiku",
"score": 0.715,
- "pc1": -4.6993,
- "pc2": -6.1324,
- "pc3": -0.7769,
+ "pc1": -4.6289,
+ "pc2": 6.406,
+ "pc3": 1.1544,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2433,9 +2550,9 @@
"short_id": "77966846",
"model": "haiku",
"score": 0.255,
- "pc1": -2.7486,
- "pc2": 1.0255,
- "pc3": -5.5385,
+ "pc1": -2.4482,
+ "pc2": -0.8916,
+ "pc3": 5.5024,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -2443,9 +2560,9 @@
"short_id": "f6426aae",
"model": "haiku",
"score": 0.405,
- "pc1": -2.7486,
- "pc2": 1.0255,
- "pc3": -5.5385,
+ "pc1": -2.4482,
+ "pc2": -0.8916,
+ "pc3": 5.5024,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -2453,9 +2570,9 @@
"short_id": "f86cae22",
"model": "haiku",
"score": 0.155,
- "pc1": -2.7486,
- "pc2": 1.0255,
- "pc3": -5.5385,
+ "pc1": -2.4482,
+ "pc2": -0.8916,
+ "pc3": 5.5024,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -2463,9 +2580,9 @@
"short_id": "b13700b7",
"model": "glm-4.5-air",
"score": 0.305,
- "pc1": 2.5808,
- "pc2": -1.3942,
- "pc3": -2.9344,
+ "pc1": 2.6829,
+ "pc2": 1.1948,
+ "pc3": 2.6856,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2473,9 +2590,9 @@
"short_id": "8d789027",
"model": "glm-4.7",
"score": 0.38,
- "pc1": 2.6521,
- "pc2": -1.4276,
- "pc3": -2.9763,
+ "pc1": 2.753,
+ "pc2": 1.2229,
+ "pc3": 2.6665,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2483,9 +2600,29 @@
"short_id": "7fc5f846",
"model": "glm-5.1",
"score": 0.065,
- "pc1": 2.7163,
- "pc2": -1.5041,
- "pc3": -2.6358,
+ "pc1": 2.8305,
+ "pc2": 1.3097,
+ "pc3": 2.6006,
+ "config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
+ },
+ {
+ "run_id": "tetris_arch=none_ctx=provided_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=glm51_pw=off_prompt=simple_prov=zai_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2",
+ "short_id": "8d7679dc",
+ "model": "glm-5.1",
+ "score": 0.03,
+ "pc1": 2.8305,
+ "pc2": 1.3097,
+ "pc3": 2.6006,
+ "config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
+ },
+ {
+ "run_id": "tetris_arch=none_ctx=provided_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=glm51_pw=off_prompt=simple_prov=zai_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3",
+ "short_id": "8d96f61d",
+ "model": "glm-5.1",
+ "score": 0.03,
+ "pc1": 2.8305,
+ "pc2": 1.3097,
+ "pc3": 2.6006,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low"
},
{
@@ -2493,9 +2630,9 @@
"short_id": "8bb02c7c",
"model": "haiku",
"score": 0.305,
- "pc1": -2.0536,
- "pc2": 1.1284,
- "pc3": -2.3958,
+ "pc1": -2.0498,
+ "pc2": -1.0556,
+ "pc3": 2.473,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2503,9 +2640,9 @@
"short_id": "b1b1424a",
"model": "haiku",
"score": 0.225,
- "pc1": -2.0536,
- "pc2": 1.1284,
- "pc3": -2.3958,
+ "pc1": -2.0498,
+ "pc2": -1.0556,
+ "pc3": 2.473,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2513,9 +2650,9 @@
"short_id": "d9899ed8",
"model": "haiku",
"score": 0.7,
- "pc1": -2.0536,
- "pc2": 1.1284,
- "pc3": -2.3958,
+ "pc1": -2.0498,
+ "pc2": -1.0556,
+ "pc3": 2.473,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2523,9 +2660,9 @@
"short_id": "19d7fd45",
"model": "opus",
"score": 0.39,
- "pc1": -1.8157,
- "pc2": 1.7016,
- "pc3": -2.0774,
+ "pc1": -1.8424,
+ "pc2": -1.6481,
+ "pc3": 2.1575,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2533,9 +2670,9 @@
"short_id": "e10bfa92",
"model": "opus",
"score": 0.825,
- "pc1": -1.8157,
- "pc2": 1.7016,
- "pc3": -2.0774,
+ "pc1": -1.8424,
+ "pc2": -1.6481,
+ "pc3": 2.1575,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2543,9 +2680,9 @@
"short_id": "b060d46a",
"model": "opus",
"score": 0.765,
- "pc1": -1.8157,
- "pc2": 1.7016,
- "pc3": -2.0774,
+ "pc1": -1.8424,
+ "pc2": -1.6481,
+ "pc3": 2.1575,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2553,9 +2690,9 @@
"short_id": "7d8d44d6",
"model": "sonnet",
"score": 0.28,
- "pc1": -1.8057,
- "pc2": 1.6976,
- "pc3": -2.0789,
+ "pc1": -1.8323,
+ "pc2": -1.6447,
+ "pc3": 2.1578,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2563,9 +2700,9 @@
"short_id": "837ded2f",
"model": "sonnet",
"score": 0.43,
- "pc1": -1.8057,
- "pc2": 1.6976,
- "pc3": -2.0789,
+ "pc1": -1.8323,
+ "pc2": -1.6447,
+ "pc3": 2.1578,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2573,9 +2710,9 @@
"short_id": "f9d8871e",
"model": "sonnet",
"score": 0.315,
- "pc1": -1.8057,
- "pc2": 1.6976,
- "pc3": -2.0789,
+ "pc1": -1.8323,
+ "pc2": -1.6447,
+ "pc3": 2.1578,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2583,9 +2720,9 @@
"short_id": "195c0c1f",
"model": "haiku",
"score": 0.65,
- "pc1": -7.121,
- "pc2": -7.5092,
- "pc3": -0.2689,
+ "pc1": -6.8537,
+ "pc2": 7.8441,
+ "pc3": 0.1694,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2593,9 +2730,9 @@
"short_id": "18bcc1ad",
"model": "haiku",
"score": 0.47,
- "pc1": -7.121,
- "pc2": -7.5092,
- "pc3": -0.2689,
+ "pc1": -6.8537,
+ "pc2": 7.8441,
+ "pc3": 0.1694,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2603,9 +2740,9 @@
"short_id": "93e8feea",
"model": "haiku",
"score": 0.405,
- "pc1": -7.121,
- "pc2": -7.5092,
- "pc3": -0.2689,
+ "pc1": -6.8537,
+ "pc2": 7.8441,
+ "pc3": 0.1694,
"config_summary": "effort=high, prompt_style=detailed, language=typescript, max_budget=low, strategy=use_subagents"
},
{
@@ -2613,9 +2750,9 @@
"short_id": "67825cfa",
"model": "haiku",
"score": 0.65,
- "pc1": -4.7681,
- "pc2": -4.8349,
- "pc3": -7.8252,
+ "pc1": -4.1417,
+ "pc2": 5.0403,
+ "pc3": 7.6938,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -2623,9 +2760,9 @@
"short_id": "ccc32a02",
"model": "haiku",
"score": 0.155,
- "pc1": -4.7681,
- "pc2": -4.8349,
- "pc3": -7.8252,
+ "pc1": -4.1417,
+ "pc2": 5.0403,
+ "pc3": 7.6938,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
},
{
@@ -2633,9 +2770,9 @@
"short_id": "edcf7c7c",
"model": "haiku",
"score": 0.155,
- "pc1": -4.7681,
- "pc2": -4.8349,
- "pc3": -7.8252,
+ "pc1": -4.1417,
+ "pc2": 5.0403,
+ "pc3": 7.6938,
"config_summary": "effort=high, prompt_style=simple, language=typescript, max_budget=high, strategy=use_subagents"
}
],
@@ -2643,445 +2780,445 @@
{
"feature": "model_glm-4.5-air",
"axis": "model",
- "pc1": 0.0991,
- "pc2": -0.0412,
- "pc3": -0.0466
+ "pc1": 0.0952,
+ "pc2": 0.0326,
+ "pc3": 0.0215
},
{
"feature": "model_glm-4.7",
"axis": "model",
- "pc1": 0.1684,
- "pc2": -0.0713,
- "pc3": -0.0818
+ "pc1": 0.1622,
+ "pc2": 0.0568,
+ "pc3": 0.0259
},
{
"feature": "model_glm-5.1",
"axis": "model",
- "pc1": 0.2318,
- "pc2": -0.1168,
- "pc3": 0.0286
+ "pc1": 0.2455,
+ "pc2": 0.1099,
+ "pc3": 0.0078
},
{
"feature": "model_haiku",
"axis": "model",
- "pc1": -0.2062,
- "pc2": -0.0912,
- "pc3": -0.066
+ "pc1": -0.2051,
+ "pc2": 0.0998,
+ "pc3": 0.0717
},
{
"feature": "model_opus",
"axis": "model",
- "pc1": -0.0873,
- "pc2": 0.1464,
- "pc3": 0.0678
+ "pc1": -0.0989,
+ "pc2": -0.1437,
+ "pc3": -0.0602
},
{
"feature": "model_sonnet",
"axis": "model",
- "pc1": -0.0839,
- "pc2": 0.1459,
- "pc3": 0.0677
+ "pc1": -0.0956,
+ "pc2": -0.1435,
+ "pc3": -0.0606
},
{
"feature": "effort_high",
"axis": "effort",
- "pc1": -0.0228,
- "pc2": -0.0811,
- "pc3": -0.0728
+ "pc1": -0.0141,
+ "pc2": 0.0854,
+ "pc3": 0.0678
},
{
"feature": "effort_max",
"axis": "effort",
- "pc1": 0.0228,
- "pc2": 0.0811,
- "pc3": 0.0728
+ "pc1": 0.0141,
+ "pc2": -0.0854,
+ "pc3": -0.0678
},
{
"feature": "prompt_style_detailed",
"axis": "prompt_style",
- "pc1": -0.0799,
- "pc2": -0.1528,
- "pc3": 0.1676
+ "pc1": -0.0789,
+ "pc2": 0.1548,
+ "pc3": -0.1839
},
{
"feature": "prompt_style_simple",
"axis": "prompt_style",
- "pc1": 0.0799,
- "pc2": 0.1528,
- "pc3": -0.1676
+ "pc1": 0.0789,
+ "pc2": -0.1548,
+ "pc3": 0.1839
},
{
"feature": "language_javascript",
"axis": "language",
- "pc1": 0.0393,
- "pc2": 0.0738,
- "pc3": 0.0475
+ "pc1": 0.0301,
+ "pc2": -0.0794,
+ "pc3": -0.0654
},
{
"feature": "language_typescript",
"axis": "language",
- "pc1": -0.0749,
- "pc2": -0.0982,
- "pc3": -0.0618
+ "pc1": -0.0613,
+ "pc2": 0.1075,
+ "pc3": 0.0934
},
{
"feature": "language_unspecified",
"axis": "language",
- "pc1": 0.0631,
- "pc2": 0.0612,
- "pc3": 0.0375
+ "pc1": 0.0537,
+ "pc2": -0.0685,
+ "pc3": -0.0629
},
{
"feature": "human_language_en",
"axis": "human_language",
- "pc1": 0.082,
- "pc2": 0.1246,
- "pc3": 0.1542
+ "pc1": 0.0793,
+ "pc2": -0.1268,
+ "pc3": -0.1383
},
{
"feature": "human_language_es",
"axis": "human_language",
- "pc1": -0.082,
- "pc2": -0.1246,
- "pc3": -0.1542
+ "pc1": -0.0793,
+ "pc2": 0.1268,
+ "pc3": 0.1383
},
{
"feature": "tool_read_off",
"axis": "tool_read",
- "pc1": -0.1353,
- "pc2": -0.1839,
- "pc3": 0.188
+ "pc1": -0.1335,
+ "pc2": 0.1906,
+ "pc3": -0.179
},
{
"feature": "tool_read_on",
"axis": "tool_read",
- "pc1": 0.1353,
- "pc2": 0.1839,
- "pc3": -0.188
+ "pc1": 0.1335,
+ "pc2": -0.1906,
+ "pc3": 0.179
},
{
"feature": "tool_write_off",
"axis": "tool_write",
- "pc1": -0.1268,
- "pc2": -0.1891,
- "pc3": -0.1424
+ "pc1": -0.1221,
+ "pc2": 0.1949,
+ "pc3": 0.15
},
{
"feature": "tool_write_on",
"axis": "tool_write",
- "pc1": 0.1268,
- "pc2": 0.1891,
- "pc3": 0.1424
+ "pc1": 0.1221,
+ "pc2": -0.1949,
+ "pc3": -0.15
},
{
"feature": "tool_edit_off",
"axis": "tool_edit",
- "pc1": -0.1322,
- "pc2": -0.1986,
- "pc3": -0.0404
+ "pc1": -0.1276,
+ "pc2": 0.2051,
+ "pc3": 0.0517
},
{
"feature": "tool_edit_on",
"axis": "tool_edit",
- "pc1": 0.1322,
- "pc2": 0.1986,
- "pc3": 0.0404
+ "pc1": 0.1276,
+ "pc2": -0.2051,
+ "pc3": -0.0517
},
{
"feature": "tool_glob_off",
"axis": "tool_glob",
- "pc1": -0.1017,
- "pc2": -0.1486,
- "pc3": 0.191
+ "pc1": -0.1029,
+ "pc2": 0.1534,
+ "pc3": -0.164
},
{
"feature": "tool_glob_on",
"axis": "tool_glob",
- "pc1": 0.1017,
- "pc2": 0.1486,
- "pc3": -0.191
+ "pc1": 0.1029,
+ "pc2": -0.1534,
+ "pc3": 0.164
},
{
"feature": "tool_grep_off",
"axis": "tool_grep",
- "pc1": -0.1164,
- "pc2": -0.1841,
- "pc3": 0.0749
+ "pc1": -0.1155,
+ "pc2": 0.1899,
+ "pc3": -0.0637
},
{
"feature": "tool_grep_on",
"axis": "tool_grep",
- "pc1": 0.1164,
- "pc2": 0.1841,
- "pc3": -0.0749
+ "pc1": 0.1155,
+ "pc2": -0.1899,
+ "pc3": 0.0637
},
{
"feature": "linter_off",
"axis": "linter",
- "pc1": -0.0823,
- "pc2": -0.2269,
- "pc3": 0.1344
+ "pc1": -0.0795,
+ "pc2": 0.2287,
+ "pc3": -0.1429
},
{
"feature": "linter_on",
"axis": "linter",
- "pc1": 0.0823,
- "pc2": 0.2269,
- "pc3": -0.1344
+ "pc1": 0.0795,
+ "pc2": -0.2287,
+ "pc3": 0.1429
},
{
"feature": "playwright_available",
"axis": "playwright",
- "pc1": -0.2746,
- "pc2": 0.2198,
- "pc3": 0.0837
+ "pc1": -0.2901,
+ "pc2": -0.2054,
+ "pc3": -0.0639
},
{
"feature": "playwright_instructed",
"axis": "playwright",
- "pc1": 0.0335,
- "pc2": -0.0037,
- "pc3": -0.0115
+ "pc1": 0.0457,
+ "pc2": 0.0021,
+ "pc3": -0.0011
},
{
"feature": "playwright_off",
"axis": "playwright",
- "pc1": 0.2709,
- "pc2": -0.2198,
- "pc3": -0.0824
+ "pc1": 0.283,
+ "pc2": 0.2057,
+ "pc3": 0.0643
},
{
"feature": "context_file_none",
"axis": "context_file",
- "pc1": 0.1343,
- "pc2": 0.0996,
- "pc3": 0.3611
+ "pc1": 0.1092,
+ "pc2": -0.1078,
+ "pc3": -0.371
},
{
"feature": "context_file_provided",
"axis": "context_file",
- "pc1": -0.1343,
- "pc2": -0.0996,
- "pc3": -0.3611
+ "pc1": -0.1092,
+ "pc2": 0.1078,
+ "pc3": 0.371
},
{
"feature": "web_search_off",
"axis": "web_search",
- "pc1": -0.1302,
- "pc2": -0.2327,
- "pc3": 0.0493
+ "pc1": -0.0981,
+ "pc2": 0.2381,
+ "pc3": -0.0615
},
{
"feature": "web_search_on",
"axis": "web_search",
- "pc1": 0.1302,
- "pc2": 0.2327,
- "pc3": -0.0493
+ "pc1": 0.0981,
+ "pc2": -0.2381,
+ "pc3": 0.0615
},
{
"feature": "max_budget_high",
"axis": "max_budget",
- "pc1": -0.09,
- "pc2": -0.0133,
- "pc3": -0.4068
+ "pc1": -0.0543,
+ "pc2": 0.0223,
+ "pc3": 0.413
},
{
"feature": "max_budget_low",
"axis": "max_budget",
- "pc1": 0.09,
- "pc2": 0.0133,
- "pc3": 0.4068
+ "pc1": 0.0543,
+ "pc2": -0.0223,
+ "pc3": -0.413
},
{
"feature": "strategy_creative_validate",
"axis": "strategy",
- "pc1": 0.0585,
- "pc2": -0.006,
- "pc3": -0.0354
+ "pc1": 0.0554,
+ "pc2": 0.0011,
+ "pc3": 0.014
},
{
"feature": "strategy_iterate",
"axis": "strategy",
- "pc1": 0.0336,
- "pc2": -0.0034,
- "pc3": -0.0203
+ "pc1": 0.0319,
+ "pc2": 0.0006,
+ "pc3": 0.008
},
{
"feature": "strategy_none",
"axis": "strategy",
- "pc1": 0.2684,
- "pc2": -0.2323,
- "pc3": 0.029
+ "pc1": 0.2821,
+ "pc2": 0.2182,
+ "pc3": -0.0335
},
{
"feature": "strategy_use_subagents",
"axis": "strategy",
- "pc1": -0.2837,
- "pc2": 0.2327,
- "pc3": -0.0187
+ "pc1": -0.2965,
+ "pc2": -0.2176,
+ "pc3": 0.0294
},
{
"feature": "renderer_dom",
"axis": "renderer",
- "pc1": 0.0858,
- "pc2": -0.0237,
- "pc3": -0.0234
+ "pc1": 0.0828,
+ "pc2": 0.0169,
+ "pc3": 0.0142
},
{
"feature": "renderer_none",
"axis": "renderer",
- "pc1": -0.0993,
- "pc2": 0.0274,
- "pc3": 0.0271
+ "pc1": -0.0958,
+ "pc2": -0.0196,
+ "pc3": -0.0164
},
{
"feature": "renderer_webgl",
"axis": "renderer",
- "pc1": 0.0493,
- "pc2": -0.0136,
- "pc3": -0.0134
+ "pc1": 0.0476,
+ "pc2": 0.0097,
+ "pc3": 0.0081
},
{
"feature": "provider_anthropic",
"axis": "provider",
- "pc1": -0.3425,
- "pc2": 0.1598,
- "pc3": 0.0513
+ "pc1": -0.3513,
+ "pc2": -0.1428,
+ "pc3": -0.0323
},
{
"feature": "provider_zai",
"axis": "provider",
- "pc1": 0.3425,
- "pc2": -0.1598,
- "pc3": -0.0513
+ "pc1": 0.3513,
+ "pc2": 0.1428,
+ "pc3": 0.0323
}
],
"axis_importance": [
{
"axis": "model",
- "pc1": 0.8767,
- "pc2": 0.6128,
- "pc3": 0.3586,
- "total": 1.8481
+ "pc1": 0.9025,
+ "pc2": 0.5863,
+ "pc3": 0.2477,
+ "total": 1.7365
},
{
"axis": "strategy",
- "pc1": 0.6442,
- "pc2": 0.4745,
- "pc3": 0.1033,
- "total": 1.222
+ "pc1": 0.6658,
+ "pc2": 0.4375,
+ "pc3": 0.085,
+ "total": 1.1883
},
{
- "axis": "playwright",
- "pc1": 0.579,
- "pc2": 0.4433,
- "pc3": 0.1775,
- "total": 1.1998
+ "axis": "context_file",
+ "pc1": 0.2183,
+ "pc2": 0.2156,
+ "pc3": 0.742,
+ "total": 1.1759
},
{
- "axis": "context_file",
- "pc1": 0.2687,
- "pc2": 0.1993,
- "pc3": 0.7223,
- "total": 1.1903
+ "axis": "playwright",
+ "pc1": 0.6187,
+ "pc2": 0.4132,
+ "pc3": 0.1293,
+ "total": 1.1612
},
{
"axis": "provider",
- "pc1": 0.685,
- "pc2": 0.3195,
- "pc3": 0.1026,
- "total": 1.1071
+ "pc1": 0.7025,
+ "pc2": 0.2856,
+ "pc3": 0.0647,
+ "total": 1.0528
},
{
- "axis": "max_budget",
- "pc1": 0.1799,
- "pc2": 0.0266,
- "pc3": 0.8136,
- "total": 1.0201
+ "axis": "tool_read",
+ "pc1": 0.2669,
+ "pc2": 0.3812,
+ "pc3": 0.358,
+ "total": 1.0061
},
{
- "axis": "tool_read",
- "pc1": 0.2706,
- "pc2": 0.3679,
- "pc3": 0.376,
- "total": 1.0145
+ "axis": "max_budget",
+ "pc1": 0.1086,
+ "pc2": 0.0447,
+ "pc3": 0.826,
+ "total": 0.9793
},
{
"axis": "tool_write",
- "pc1": 0.2536,
- "pc2": 0.3782,
- "pc3": 0.2848,
- "total": 0.9166
+ "pc1": 0.2442,
+ "pc2": 0.3898,
+ "pc3": 0.3,
+ "total": 0.934
},
{
"axis": "linter",
- "pc1": 0.1645,
- "pc2": 0.4538,
- "pc3": 0.2688,
- "total": 0.8871
+ "pc1": 0.1589,
+ "pc2": 0.4574,
+ "pc3": 0.2859,
+ "total": 0.9022
},
{
"axis": "tool_glob",
- "pc1": 0.2034,
- "pc2": 0.2971,
- "pc3": 0.3819,
- "total": 0.8824
- },
- {
- "axis": "web_search",
- "pc1": 0.2604,
- "pc2": 0.4654,
- "pc3": 0.0987,
- "total": 0.8245
+ "pc1": 0.2057,
+ "pc2": 0.3069,
+ "pc3": 0.3281,
+ "total": 0.8407
},
{
"axis": "prompt_style",
- "pc1": 0.1599,
- "pc2": 0.3055,
- "pc3": 0.3352,
- "total": 0.8006
+ "pc1": 0.1577,
+ "pc2": 0.3096,
+ "pc3": 0.3678,
+ "total": 0.8351
},
{
- "axis": "tool_grep",
- "pc1": 0.2329,
- "pc2": 0.3681,
- "pc3": 0.1499,
- "total": 0.7509
+ "axis": "web_search",
+ "pc1": 0.1961,
+ "pc2": 0.4763,
+ "pc3": 0.1231,
+ "total": 0.7955
},
{
"axis": "tool_edit",
- "pc1": 0.2644,
- "pc2": 0.3972,
- "pc3": 0.0808,
- "total": 0.7424
+ "pc1": 0.2552,
+ "pc2": 0.4102,
+ "pc3": 0.1034,
+ "total": 0.7688
+ },
+ {
+ "axis": "tool_grep",
+ "pc1": 0.2309,
+ "pc2": 0.3798,
+ "pc3": 0.1274,
+ "total": 0.7381
},
{
"axis": "human_language",
- "pc1": 0.1641,
- "pc2": 0.2493,
- "pc3": 0.3083,
- "total": 0.7217
+ "pc1": 0.1587,
+ "pc2": 0.2536,
+ "pc3": 0.2766,
+ "total": 0.6889
},
{
"axis": "language",
- "pc1": 0.1772,
- "pc2": 0.2332,
- "pc3": 0.1468,
- "total": 0.5572
+ "pc1": 0.1452,
+ "pc2": 0.2555,
+ "pc3": 0.2218,
+ "total": 0.6225
},
{
- "axis": "renderer",
- "pc1": 0.2344,
- "pc2": 0.0647,
- "pc3": 0.0639,
- "total": 0.363
+ "axis": "effort",
+ "pc1": 0.0281,
+ "pc2": 0.1707,
+ "pc3": 0.1356,
+ "total": 0.3344
},
{
- "axis": "effort",
- "pc1": 0.0456,
- "pc2": 0.1622,
- "pc3": 0.1456,
- "total": 0.3534
+ "axis": "renderer",
+ "pc1": 0.2262,
+ "pc2": 0.0462,
+ "pc3": 0.0387,
+ "total": 0.3111
}
]
}
\ No newline at end of file
