batch_run ended with a bare wait, which blocks on every background job the calling shell has, not the ones it started. Harmless for all three current callers, but a future caller that backgrounds anything of its own would have batch_run block on it or consume its status. It now records each $! and reaps exactly those PIDs. The `wait "$pid" || true` there is load-bearing: unlike a bare wait, wait <pid> returns the job's status, so without it a single failing job would abort the set -e caller at the call site -- before run-tests.sh or sync-plugin-content.sh could read their .status files and print a summary. Status semantics stay in those files, exactly as before. check-vale-style-sync.sh's glob probe discarded vale's exit code and output and decided purely on a grep, so a failed exec, an OOM-killed vale or a full TMPDIR was indistinguishable from a real glob defect -- both printed "its glob sections do not cover a path" with no evidence. A flake seen once in this probe could not be diagnosed afterwards for that reason. The probe now attaches vale's rc and output: a genuine glob defect reads "vale exited 0 ... in 0 files", a killed vale reads "vale exited 137; output: <empty>". That flake was investigated and not reproduced -- 1680 probes across three contention setups including an offline namespace, all clean -- so nothing is changed speculatively. The misattribution is worth recording: it was reported against tests/test-vale-wrap.sh, which never invokes this script; the assertion belongs to check-vale-style-sync.sh and reaches a log through a different suite. Also drops the last stale field roster from agent-author's scaffolder. Its next-steps hint enumerated "(name, description, model, body only)" -- omitting disallowedTools, and never accurate anyway, since the template marks only description and the body FILL IN. Its --help carried the inverted form, already missing six forbidden fields. Both now state the shape rule and point at field-inventory.md, and a bats case enforces all-or-nothing: name every allowlisted field or name none, since a partial roster is the shape that goes stale silently. Co-Authored-By: Claude Opus 5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01X7GvKuJfy2WrdBmUttV4DT
350 lines
13 KiB
Bash
350 lines
13 KiB
Bash
#!/usr/bin/env bats
|
|
|
|
setup() {
|
|
REPO_ROOT="$(cd "$BATS_TEST_DIRNAME/../../../../../../" && pwd)"
|
|
load "$REPO_ROOT/tests/test_helper/bats-support/load"
|
|
load "$REPO_ROOT/tests/test_helper/bats-assert/load"
|
|
|
|
SCRIPT="$(cd "$BATS_TEST_DIRNAME/../scripts" && pwd)/new-agent.sh"
|
|
ROOT="$(mktemp -d)"
|
|
}
|
|
|
|
teardown() {
|
|
rm -rf "$ROOT"
|
|
}
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Help
|
|
# ---------------------------------------------------------------------------
|
|
|
|
@test "--help exits 0" {
|
|
run bash "$SCRIPT" --help
|
|
assert_success
|
|
assert_output --partial "Usage:"
|
|
}
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Plugin/APM scope (type:-bearing apm.yml at root)
|
|
# ---------------------------------------------------------------------------
|
|
|
|
@test "plugin/APM scope: creates single agent file in .apm/agents/" {
|
|
printf 'name: my-package\ntype: skill\n' > "$ROOT/apm.yml"
|
|
run bash "$SCRIPT" my-agent "$ROOT"
|
|
assert_success
|
|
assert [ -f "$ROOT/.apm/agents/my-agent.agent.md" ]
|
|
}
|
|
|
|
@test "plugin/APM scope: does not create the old dual-file pair" {
|
|
printf 'name: my-package\ntype: skill\n' > "$ROOT/apm.yml"
|
|
run bash "$SCRIPT" my-agent "$ROOT"
|
|
assert_success
|
|
assert [ ! -f "$ROOT/agents/my-agent.md" ]
|
|
assert [ ! -f "$ROOT/agents/my-agent.agent.md" ]
|
|
}
|
|
|
|
@test "plugin/APM scope: creates .apm/agents/ directory if missing" {
|
|
printf 'name: my-package\ntype: skill\n' > "$ROOT/apm.yml"
|
|
run bash "$SCRIPT" my-agent "$ROOT"
|
|
assert_success
|
|
assert [ -d "$ROOT/.apm/agents" ]
|
|
}
|
|
|
|
@test "plugin/APM scope: creates sources.md at package root" {
|
|
printf 'name: my-package\ntype: skill\n' > "$ROOT/apm.yml"
|
|
run bash "$SCRIPT" my-agent "$ROOT"
|
|
assert_success
|
|
assert [ -f "$ROOT/sources.md" ]
|
|
}
|
|
|
|
@test "plugin/APM scope: no-op if agent file already exists" {
|
|
printf 'name: my-package\ntype: skill\n' > "$ROOT/apm.yml"
|
|
mkdir -p "$ROOT/.apm/agents"
|
|
echo "existing" > "$ROOT/.apm/agents/my-agent.agent.md"
|
|
run bash "$SCRIPT" my-agent "$ROOT"
|
|
assert_success
|
|
run grep "existing" "$ROOT/.apm/agents/my-agent.agent.md"
|
|
assert_success
|
|
}
|
|
|
|
@test "plugin/APM scope: frontmatter has no tools/isolation/maxTurns/effort/memory/permissionMode keys" {
|
|
printf 'name: my-package\ntype: skill\n' > "$ROOT/apm.yml"
|
|
bash "$SCRIPT" my-agent "$ROOT"
|
|
file="$ROOT/.apm/agents/my-agent.agent.md"
|
|
fm="$(sed -n '/^---$/,/^---$/p' "$file")"
|
|
# Column-0 key lines only — comment bodies in the template are indented,
|
|
# so this anchor naturally excludes commented-out example fields.
|
|
run grep -E '^(tools|isolation|maxTurns|effort|memory|permissionMode|disallowedTools|skills|color|initialPrompt|background|hooks|mcpServers):' <<< "$fm"
|
|
assert_failure
|
|
}
|
|
|
|
# The permitted set is read from the same data agent-audit's validate.sh reads --
|
|
# the apm-agent-allowlist section of agent-audit's field-inventory.md -- rather than
|
|
# restated here. A hardcoded copy drifts: this assertion listed four fields and went
|
|
# on passing after ADR-0016's amendment added disallowedTools, and would have
|
|
# rejected a scaffolded agent that legitimately carried it.
|
|
@test "plugin/APM scope: frontmatter carries only allowlisted fields" {
|
|
inventory="$BATS_TEST_DIRNAME/../../agent-audit/references/field-inventory.md"
|
|
[ -f "$inventory" ] || fail "field-inventory.md not found at $inventory"
|
|
allowlist="$(awk '
|
|
/^## apm-agent-allowlist$/ { insection = 1; next }
|
|
insection && /^##/ { exit }
|
|
insection && NF && $0 !~ /^#/ && $0 !~ /^---/ { print; exit }
|
|
' "$inventory")"
|
|
[ -n "$allowlist" ] || fail "apm-agent-allowlist section is empty in $inventory"
|
|
|
|
printf 'name: my-package\ntype: skill\n' > "$ROOT/apm.yml"
|
|
bash "$SCRIPT" my-agent "$ROOT"
|
|
file="$ROOT/.apm/agents/my-agent.agent.md"
|
|
fm="$(sed -n '/^---$/,/^---$/p' "$file")"
|
|
keys="$(grep -oE '^[a-zA-Z][a-zA-Z0-9_-]*:' <<< "$fm" | sed 's/:$//' | sort -u)"
|
|
for key in $keys; do
|
|
if ! grep -qw "$key" <<< "$allowlist"; then
|
|
fail "frontmatter key '$key' is not in field-inventory.md's apm-agent-allowlist ($allowlist)"
|
|
fi
|
|
done
|
|
}
|
|
|
|
# Same drift class as the assertion above, one step further out: the next-steps text
|
|
# used to enumerate "(name, description, model, body only)" and went on printing that
|
|
# after ADR-0016's amendment added disallowedTools. Rather than assert on wording, this
|
|
# asserts the roster is all-or-nothing: if the guidance names any allowlisted field it
|
|
# must name every one of them, so a partial restatement -- the only shape that can go
|
|
# stale silently -- fails. Naming none, the current design, passes.
|
|
@test "plugin/APM scope: next-steps guidance does not partially restate the allowlist" {
|
|
inventory="$BATS_TEST_DIRNAME/../../agent-audit/references/field-inventory.md"
|
|
[ -f "$inventory" ] || fail "field-inventory.md not found at $inventory"
|
|
allowlist="$(awk '
|
|
/^## apm-agent-allowlist$/ { insection = 1; next }
|
|
insection && /^##/ { exit }
|
|
insection && NF && $0 !~ /^#/ && $0 !~ /^---/ { print; exit }
|
|
' "$inventory")"
|
|
[ -n "$allowlist" ] || fail "apm-agent-allowlist section is empty in $inventory"
|
|
|
|
printf 'name: my-package\ntype: skill\n' > "$ROOT/apm.yml"
|
|
steps="$(bash "$SCRIPT" my-agent "$ROOT" 2>&1 | sed -n '/^Next steps:/,$p')"
|
|
[ -n "$steps" ] || fail "scaffolder printed no next-steps block"
|
|
|
|
named=""
|
|
missing=""
|
|
for field in $allowlist; do
|
|
if grep -qw -- "$field" <<< "$steps"; then
|
|
named="$named $field"
|
|
else
|
|
missing="$missing $field"
|
|
fi
|
|
done
|
|
if [ -n "$named" ] && [ -n "$missing" ]; then
|
|
fail "next-steps names allowlisted field(s)$named but omits$missing -- a partial roster. Point at field-inventory.md instead of restating it."
|
|
fi
|
|
}
|
|
|
|
@test "plugin/APM scope: sources.md contributing-files template mentions the single-file path" {
|
|
printf 'name: my-package\ntype: skill\n' > "$ROOT/apm.yml"
|
|
bash "$SCRIPT" my-agent "$ROOT"
|
|
run grep ".apm/agents/<name>.agent.md" "$ROOT/sources.md"
|
|
assert_success
|
|
}
|
|
|
|
@test "plugin/APM scope: template AGENT_NAME substituted" {
|
|
printf 'name: my-package\ntype: skill\n' > "$ROOT/apm.yml"
|
|
bash "$SCRIPT" my-agent "$ROOT"
|
|
run grep "my-agent" "$ROOT/.apm/agents/my-agent.agent.md"
|
|
assert_success
|
|
}
|
|
|
|
@test "plugin/APM scope: walk-up finds apm.yml at an ancestor directory, not just root arg" {
|
|
printf 'name: my-package\ntype: skill\n' > "$ROOT/apm.yml"
|
|
mkdir -p "$ROOT/nested/subdir"
|
|
run bash "$SCRIPT" my-agent "$ROOT/nested/subdir"
|
|
assert_success
|
|
assert [ -f "$ROOT/.apm/agents/my-agent.agent.md" ]
|
|
}
|
|
|
|
@test "plugin/APM scope: apm.yml without type: is skipped (marketplace-only manifest)" {
|
|
printf 'name: my-marketplace\n' > "$ROOT/apm.yml"
|
|
mkdir -p "$ROOT/.git"
|
|
run bash "$SCRIPT" my-agent "$ROOT"
|
|
assert_success
|
|
assert [ ! -f "$ROOT/.apm/agents/my-agent.agent.md" ]
|
|
assert [ -f "$ROOT/.claude/agents/my-agent.md" ]
|
|
}
|
|
|
|
@test "plugin/APM scope: type:-less apm.yml at leaf falls through to a type:-bearing apm.yml higher up" {
|
|
printf 'name: outer-package\ntype: skill\n' > "$ROOT/apm.yml"
|
|
mkdir -p "$ROOT/inner"
|
|
printf 'name: inner-marketplace\n' > "$ROOT/inner/apm.yml"
|
|
run bash "$SCRIPT" my-agent "$ROOT/inner"
|
|
assert_success
|
|
assert [ -f "$ROOT/.apm/agents/my-agent.agent.md" ]
|
|
}
|
|
|
|
@test "plugin/APM scope: matched-quote type value ('skill') is recognized" {
|
|
printf 'name: my-package\ntype: "skill"\n' > "$ROOT/apm.yml"
|
|
run bash "$SCRIPT" my-agent "$ROOT"
|
|
assert_success
|
|
assert [ -f "$ROOT/.apm/agents/my-agent.agent.md" ]
|
|
}
|
|
|
|
@test "plugin/APM scope: mismatched-quote type value is rejected, falls through to project scope" {
|
|
mkdir -p "$ROOT/.git"
|
|
printf "name: my-package\ntype: \"skill'\n" > "$ROOT/apm.yml"
|
|
run bash "$SCRIPT" my-agent "$ROOT"
|
|
assert_success
|
|
assert [ ! -f "$ROOT/.apm/agents/my-agent.agent.md" ]
|
|
assert [ -f "$ROOT/.claude/agents/my-agent.md" ]
|
|
}
|
|
|
|
@test "plugin/APM scope: type: line is recognized even without a trailing newline on the file" {
|
|
printf 'name: my-package\ntype: skill' > "$ROOT/apm.yml"
|
|
run bash "$SCRIPT" my-agent "$ROOT"
|
|
assert_success
|
|
assert [ -f "$ROOT/.apm/agents/my-agent.agent.md" ]
|
|
}
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Old plugin.json marker is no longer recognized (full switch, no dual-mode)
|
|
# ---------------------------------------------------------------------------
|
|
|
|
@test "bare plugin.json (no apm.yml) is no longer detected as plugin scope — falls through to project scope" {
|
|
touch "$ROOT/plugin.json"
|
|
run bash "$SCRIPT" my-agent "$ROOT"
|
|
assert_success
|
|
assert [ ! -f "$ROOT/agents/my-agent.md" ]
|
|
assert [ ! -f "$ROOT/agents/my-agent.agent.md" ]
|
|
assert [ ! -f "$ROOT/.apm/agents/my-agent.agent.md" ]
|
|
assert [ -f "$ROOT/.claude/agents/my-agent.md" ]
|
|
assert [ -f "$ROOT/.github/agents/my-agent.agent.md" ]
|
|
}
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Non-plugin (project) scope
|
|
# ---------------------------------------------------------------------------
|
|
|
|
@test "non-plugin scope: creates claude code file in .claude/agents/" {
|
|
run bash "$SCRIPT" my-agent "$ROOT"
|
|
assert_success
|
|
assert [ -f "$ROOT/.claude/agents/my-agent.md" ]
|
|
}
|
|
|
|
@test "non-plugin scope: creates copilot file in .github/agents/" {
|
|
run bash "$SCRIPT" my-agent "$ROOT"
|
|
assert_success
|
|
assert [ -f "$ROOT/.github/agents/my-agent.agent.md" ]
|
|
}
|
|
|
|
@test "non-plugin scope: creates .claude/agents/ directory if missing" {
|
|
run bash "$SCRIPT" my-agent "$ROOT"
|
|
assert_success
|
|
assert [ -d "$ROOT/.claude/agents" ]
|
|
}
|
|
|
|
@test "non-plugin scope: creates .github/agents/ directory if missing" {
|
|
run bash "$SCRIPT" my-agent "$ROOT"
|
|
assert_success
|
|
assert [ -d "$ROOT/.github/agents" ]
|
|
}
|
|
|
|
@test "non-plugin scope: no sources.md created" {
|
|
run bash "$SCRIPT" my-agent "$ROOT"
|
|
assert_success
|
|
assert [ ! -f "$ROOT/.claude/agents/sources.md" ]
|
|
assert [ ! -f "$ROOT/.github/agents/sources.md" ]
|
|
}
|
|
|
|
@test "non-plugin scope: no-op if claude code file already exists" {
|
|
mkdir -p "$ROOT/.claude/agents"
|
|
echo "existing" > "$ROOT/.claude/agents/my-agent.md"
|
|
run bash "$SCRIPT" my-agent "$ROOT"
|
|
assert_success
|
|
run grep "existing" "$ROOT/.claude/agents/my-agent.md"
|
|
assert_success
|
|
}
|
|
|
|
@test "project scope: detected via .git present above root, output still relative to root arg" {
|
|
mkdir -p "$ROOT/repo/.git"
|
|
mkdir -p "$ROOT/repo/pkg"
|
|
run bash "$SCRIPT" my-agent "$ROOT/repo/pkg"
|
|
assert_success
|
|
assert [ -f "$ROOT/repo/pkg/.claude/agents/my-agent.md" ]
|
|
assert [ -f "$ROOT/repo/pkg/.github/agents/my-agent.agent.md" ]
|
|
}
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# User scope
|
|
# ---------------------------------------------------------------------------
|
|
|
|
@test "user scope: root exactly \$HOME creates files under ~/.claude and ~/.copilot" {
|
|
FAKE_HOME="$(mktemp -d)"
|
|
run env HOME="$FAKE_HOME" bash "$SCRIPT" my-agent "~"
|
|
assert_success
|
|
assert [ -f "$FAKE_HOME/.claude/agents/my-agent.md" ]
|
|
assert [ -f "$FAKE_HOME/.copilot/agents/my-agent.agent.md" ]
|
|
rm -rf "$FAKE_HOME"
|
|
}
|
|
|
|
@test "user scope: \$HOME being a dotfiles .git repo does not shadow user scope" {
|
|
FAKE_HOME="$(mktemp -d)"
|
|
mkdir "$FAKE_HOME/.git"
|
|
run env HOME="$FAKE_HOME" bash "$SCRIPT" my-agent "~"
|
|
assert_success
|
|
assert [ -f "$FAKE_HOME/.claude/agents/my-agent.md" ]
|
|
assert [ -f "$FAKE_HOME/.copilot/agents/my-agent.agent.md" ]
|
|
refute [ -d "$FAKE_HOME/.github" ]
|
|
rm -rf "$FAKE_HOME"
|
|
}
|
|
|
|
@test "user scope is checked directly at \$HOME, no walk-up: a marker-less subdir under \$HOME resolves to project scope, not user scope" {
|
|
FAKE_HOME="$(mktemp -d)"
|
|
mkdir -p "$FAKE_HOME/scratch/testdir"
|
|
run env HOME="$FAKE_HOME" bash "$SCRIPT" my-agent "$FAKE_HOME/scratch/testdir"
|
|
assert_success
|
|
assert [ -f "$FAKE_HOME/scratch/testdir/.claude/agents/my-agent.md" ]
|
|
assert [ -f "$FAKE_HOME/scratch/testdir/.github/agents/my-agent.agent.md" ]
|
|
refute [ -f "$FAKE_HOME/.claude/agents/my-agent.md" ]
|
|
refute [ -f "$FAKE_HOME/.copilot/agents/my-agent.agent.md" ]
|
|
rm -rf "$FAKE_HOME"
|
|
}
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Name validation
|
|
# ---------------------------------------------------------------------------
|
|
|
|
@test "fails when no arguments given" {
|
|
run bash "$SCRIPT"
|
|
assert_failure
|
|
}
|
|
|
|
@test "fails when agent name contains uppercase" {
|
|
run bash "$SCRIPT" MyAgent "$ROOT"
|
|
assert_failure
|
|
}
|
|
|
|
@test "fails when agent name has consecutive hyphens" {
|
|
run bash "$SCRIPT" my--agent "$ROOT"
|
|
assert_failure
|
|
}
|
|
|
|
@test "fails when agent name has a leading hyphen" {
|
|
run bash "$SCRIPT" -my-agent "$ROOT"
|
|
assert_failure
|
|
}
|
|
|
|
@test "fails when agent name has a trailing hyphen" {
|
|
run bash "$SCRIPT" my-agent- "$ROOT"
|
|
assert_failure
|
|
}
|
|
|
|
@test "agent name with numbers is valid" {
|
|
run bash "$SCRIPT" agent-v2 "$ROOT"
|
|
assert_success
|
|
}
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Root validation
|
|
# ---------------------------------------------------------------------------
|
|
|
|
@test "fails when root directory does not exist" {
|
|
run bash "$SCRIPT" my-agent "/nonexistent/path"
|
|
assert_failure
|
|
}
|