loop-benchmarking

commit eb511dfb44ba548a2ec364c6005a6722e7ab2a56
parent c584628151139a73081d303785d78494a9ef5dec
Author: Brian Graham <brian@buildingbetterteams.de>
Date:   Sat,  4 Apr 2026 10:02:29 +0200

Handle language=unspecified in workspace setup and eval

- Workspace: only pre-install TypeScript when explicitly requested
- quality.sh: lint both .ts and .js extensions for unspecified language
- quality.sh: run typecheck if unspecified and .ts files exist

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

Diffstat:
M
harness/run.py
 | 
2
+-
M
tasks/tetris/eval/quality.sh
 | 
5
++++-

2 files changed, 5 insertions(+), 2 deletions(-)
diff --git a/harness/run.py b/harness/run.py
@@ -52,7 +52,7 @@ def create_workspace(project_dir: Path, task: str, cell: dict) -> Path:
     # npm init
     subprocess.run(["npm", "init", "-y"], cwd=workspace, capture_output=True)
 
-    # TypeScript
+    # TypeScript (only pre-install if explicitly requested, not for "unspecified")
     if language == "typescript":
         subprocess.run(
             ["npm", "install", "--save-dev", "typescript", "@types/node"],
diff --git a/tasks/tetris/eval/quality.sh b/tasks/tetris/eval/quality.sh
@@ -17,6 +17,8 @@ if command -v npx > /dev/null 2>&1; then
 
   if [[ "$LANGUAGE" == "typescript" ]]; then
     extensions="ts,tsx"
+  elif [[ "$LANGUAGE" == "unspecified" ]]; then
+    extensions="ts,tsx,js,jsx"
   else
     extensions="js,jsx"
   fi
@@ -44,7 +46,8 @@ else
 fi
 
 # --- TypeScript type check ---
-if [[ "$LANGUAGE" == "typescript" ]]; then
+# For "unspecified" language, check if there are .ts files and a tsconfig
+if [[ "$LANGUAGE" == "typescript" ]] || [[ "$LANGUAGE" == "unspecified" ]]; then
   cd "$WORKSPACE"
   if [[ -f "tsconfig.json" ]]; then
     if npx tsc --noEmit > /dev/null 2>&1; then