feat(diagnosing-superpowers): structure test and verified harness session references

Claude-Session: https://claude.ai/code/session_01DyaGKhTXvHNs2JgPhDktz7
2026-08-31 10:59:19 +00:00 · 2026-08-28 10:15:15 -07:00
parent b000813ddc
commit 83269b3086
4 changed files with 335 additions and 0 deletions
@@ -0,0 +1,128 @@
+#!/usr/bin/env bash
+# Structural checks for skills/diagnosing-superpowers. Behavior is tested by
+# the scenarios in CREATION-LOG.md; this script only checks the things a
+# shell can check: frontmatter, referenced files exist, no local paths or
+# names leaked into shipped files, SKILL.md word budget.
+set -u
+
+SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
+REPO_ROOT="$(cd "$SCRIPT_DIR/../.." && pwd)"
+SKILL_DIR="$REPO_ROOT/skills/diagnosing-superpowers"
+SKILL_MD="$SKILL_DIR/SKILL.md"
+WORD_BUDGET=900
+
+PASSES=0
+FAILURES=0
+
+pass() { echo "  [PASS] $1"; PASSES=$((PASSES + 1)); }
+fail() { echo "  [FAIL] $1"; FAILURES=$((FAILURES + 1)); }
+
+echo "diagnosing-superpowers structure"
+
+# --- SKILL.md frontmatter -------------------------------------------------
+if [ -f "$SKILL_MD" ]; then
+  pass "SKILL.md exists"
+  frontmatter="$(awk 'NR==1 && $0!="---"{exit} NR>1 && $0=="---"{exit} NR>1{print}' "$SKILL_MD")"
+  if printf '%s\n' "$frontmatter" | grep -q '^name: diagnosing-superpowers$'; then
+    pass "frontmatter name is diagnosing-superpowers"
+  else
+    fail "frontmatter name is diagnosing-superpowers"
+  fi
+  description="$(printf '%s\n' "$frontmatter" | awk '/^description:/{sub(/^description:[ ]*/,""); print; found=1; next} found && /^[ ]/{print} found && !/^[ ]/{exit}' | tr '\n' ' ')"
+  if printf '%s' "$description" | grep -q '^Use when'; then
+    pass "description starts with 'Use when'"
+  else
+    fail "description starts with 'Use when' (got: ${description:0:60})"
+  fi
+  if [ "${#description}" -le 1024 ]; then
+    pass "description under 1024 characters"
+  else
+    fail "description under 1024 characters (${#description})"
+  fi
+  for banned in "dispatch" "then" "step"; do
+    if printf '%s' "$description" | grep -qiw "$banned"; then
+      fail "description contains workflow word '$banned'"
+    else
+      pass "description avoids workflow word '$banned'"
+    fi
+  done
+
+  # --- word budget --------------------------------------------------------
+  body_words="$(awk 'BEGIN{fm=0} NR==1 && $0=="---"{fm=1; next} fm==1 && $0=="---"{fm=2; next} fm==2{print}' "$SKILL_MD" | wc -w | tr -d ' ')"
+  if [ "$body_words" -le "$WORD_BUDGET" ]; then
+    pass "SKILL.md body within $WORD_BUDGET words ($body_words)"
+  else
+    fail "SKILL.md body within $WORD_BUDGET words ($body_words)"
+  fi
+
+  # --- required sections --------------------------------------------------
+  for heading in "## Hard rules" "## Red Flags"; do
+    if grep -q "^$heading" "$SKILL_MD"; then
+      pass "SKILL.md has section '$heading'"
+    else
+      fail "SKILL.md has section '$heading'"
+    fi
+  done
+
+  # --- every referenced skill file exists --------------------------------
+  while IFS= read -r ref; do
+    if [ -f "$SKILL_DIR/$ref" ]; then
+      pass "referenced file exists: $ref"
+    else
+      fail "referenced file exists: $ref"
+    fi
+  done < <(grep -o '\(references\|prompts\|templates\)/[A-Za-z0-9._-]*\.md' "$SKILL_MD" | sort -u)
+else
+  fail "SKILL.md exists"
+fi
+
+# --- expected files -------------------------------------------------------
+expected_files=(
+  references/claude-code-sessions.md
+  references/codex-sessions.md
+  references/other-harnesses.md
+  prompts/skill-timeline.md
+  prompts/plan-adherence.md
+  prompts/repeated-work.md
+  prompts/stumbles.md
+  prompts/quality-evidence.md
+  prompts/request-conflicts.md
+  prompts/cost-and-time.md
+  prompts/scrub.md
+  prompts/scrub-audit.md
+  prompts/similar-session.md
+  templates/case.md
+  templates/report.md
+  templates/bundle-README.md
+  templates/issue.md
+  CREATION-LOG.md
+)
+for rel in "${expected_files[@]}"; do
+  if [ -f "$SKILL_DIR/$rel" ]; then
+    pass "expected file present: $rel"
+  else
+    fail "expected file present: $rel"
+  fi
+done
+
+# --- no local paths or names in shipped files ----------------------------
+leaks="$(grep -rn -E '/Users/|/home/|jesse' "$SKILL_DIR" 2>/dev/null || true)"
+if [ -z "$leaks" ]; then
+  pass "no machine-specific paths or names in shipped files"
+else
+  fail "no machine-specific paths or names in shipped files"
+  printf '%s\n' "$leaks" | head -10 | sed 's/^/    /'
+fi
+
+# --- "the user" never appears in skill prose -----------------------------
+user_hits="$(grep -rn -i 'the user' "$SKILL_DIR" --include='*.md' 2>/dev/null | grep -v CREATION-LOG.md || true)"
+if [ -z "$user_hits" ]; then
+  pass "skill files say 'your human partner', not 'the user'"
+else
+  fail "skill files say 'your human partner', not 'the user'"
+  printf '%s\n' "$user_hits" | head -10 | sed 's/^/    /'
+fi
+
+echo
+echo "Passed: $PASSES  Failed: $FAILURES"
+[ "$FAILURES" -eq 0 ]