agnes-the-ai-analyst/tests/test_welcome_template_api.py
ZdenekSrotyr 291079b1d2 refactor(welcome-template): drop role param; resolve plugins per-user unconditionally
Removes the `role: Literal["analyst", "admin"] = "admin"` parameter from
`compute_default_agent_prompt`. The same RBAC pass
(`marketplace_filter.resolve_allowed_plugins`) now runs for every user —
admin or not. Users with no `resource_grants` rows get the
no-marketplace layout; users with grants get the marketplace block
inserted. Admin-vs-analyst is no longer a layout branch.

`render_agent_prompt_banner` no longer derives a `role` from
`user.is_admin`; it just delegates to `compute_default_agent_prompt`.
Two `compute_default_agent_prompt(...role=role)` call sites in
`app/web/router.py::setup_page` are updated to drop the keyword so the
route keeps rendering — Task 5 will remove the `?role=` query
parameter and the silent admin-downgrade block from the route signature
itself.

Tests: drop role-aware assertions from test_welcome_template_renderer
and test_welcome_template_api. Both files now assert the unified
default contains `agnes init` + `uv tool install` and bans the legacy
`agnes auth import-token` / `agnes auth whoami` verbs.

Plan: docs/superpowers/plans/2026-05-04-unified-setup-prompt.md task 4.
2026-05-04 22:13:46 +02:00

293 lines
11 KiB
Python

"""End-to-end tests for /api/admin/welcome-template (banner editor endpoints).
These tests cover the admin CRUD + preview endpoints for the Agent Setup Prompt.
GET /api/welcome is handled by test_claude_md_api.py (Agent Workspace Prompt).
"""
import duckdb
from src.db import _ensure_schema
from src.welcome_template import build_context
def _auth(token: str) -> dict[str, str]:
return {"Authorization": f"Bearer {token}"}
def test_get_welcome_endpoint_exists(seeded_app):
"""GET /api/welcome must return 200 for authenticated analysts (endpoint restored)."""
c = seeded_app["client"]
token = seeded_app["analyst_token"]
resp = c.get(
"/api/welcome",
params={"server_url": "https://example.com"},
headers=_auth(token),
)
assert resp.status_code == 200
assert "content" in resp.json()
def test_admin_get_template_initially_null(seeded_app):
c = seeded_app["client"]
admin = _auth(seeded_app["admin_token"])
r = c.get("/api/admin/welcome-template", headers=admin)
assert r.status_code == 200
body = r.json()
assert body["content"] is None
# default field must be present and contain the live setup script
assert "default" in body
assert body["default"] # non-empty
# Unified layout markers — `agnes init` and `uv tool install` are
# mandatory; legacy `agnes auth import-token` is gone.
assert "agnes init" in body["default"]
assert "uv tool install" in body["default"]
assert "agnes auth import-token" not in body["default"]
# No legacy verb in the rendered default
assert "da analyst setup" not in body["default"]
def test_admin_can_set_and_reset_template(seeded_app):
c = seeded_app["client"]
admin = _auth(seeded_app["admin_token"])
# PUT override — use an {% if user %} guard so it passes anon validation too
r = c.put(
"/api/admin/welcome-template",
json={"content": "<p>{% if user %}Hello {{ user.email }}{% endif %}</p>"},
headers=admin,
)
assert r.status_code == 200
# GET reflects override
r = c.get("/api/admin/welcome-template", headers=admin)
assert r.status_code == 200
assert r.json()["content"] == "<p>{% if user %}Hello {{ user.email }}{% endif %}</p>"
# DELETE = reset (no banner)
r = c.delete("/api/admin/welcome-template", headers=admin)
assert r.status_code == 204
r = c.get("/api/admin/welcome-template", headers=admin)
assert r.json()["content"] is None
def test_non_admin_cannot_edit_template(seeded_app):
c = seeded_app["client"]
analyst = _auth(seeded_app["analyst_token"])
r = c.put("/api/admin/welcome-template", json={"content": "<p>x</p>"}, headers=analyst)
assert r.status_code == 403
def test_invalid_jinja2_returns_400(seeded_app):
c = seeded_app["client"]
admin = _auth(seeded_app["admin_token"])
r = c.put(
"/api/admin/welcome-template",
json={"content": "{% for x in y %}"}, # unclosed loop
headers=admin,
)
assert r.status_code == 400
assert "invalid" in r.json()["detail"].lower()
def test_put_rejects_undefined_placeholder(seeded_app):
"""Templates that reference unknown placeholders must be rejected at PUT time."""
c = seeded_app["client"]
admin = _auth(seeded_app["admin_token"])
r = c.put(
"/api/admin/welcome-template",
json={"content": "<p>{{ user.emial }}</p>"}, # typo
headers=admin,
)
assert r.status_code == 400
assert "emial" in r.json()["detail"] or "undefined" in r.json()["detail"].lower()
def test_admin_preview_renders_html(seeded_app):
"""Preview endpoint renders supplied HTML content without persisting."""
c = seeded_app["client"]
admin = _auth(seeded_app["admin_token"])
r = c.post(
"/api/admin/welcome-template/preview",
json={"content": "<p>Preview for {{ user.email }}</p>"},
headers=admin,
)
assert r.status_code == 200
assert r.json()["content"].startswith("<p>Preview for admin@test.com")
def test_preview_rejects_invalid_template(seeded_app):
c = seeded_app["client"]
admin = _auth(seeded_app["admin_token"])
r = c.post(
"/api/admin/welcome-template/preview",
json={"content": "{% for x in y %}"},
headers=admin,
)
assert r.status_code == 400
def test_preview_requires_admin(seeded_app):
c = seeded_app["client"]
analyst = _auth(seeded_app["analyst_token"])
r = c.post(
"/api/admin/welcome-template/preview",
json={"content": "<p>x</p>"},
headers=analyst,
)
assert r.status_code == 403
def test_validation_stub_matches_build_context_shape(seeded_app, tmp_path, monkeypatch):
"""_VALIDATION_STUB_CONTEXT top-level keys must match build_context() output.
If build_context gains new keys, the stub must track them so admins can
save templates that reference those keys without hitting a live-render
rejection after the PUT validation accepted them.
"""
from app.api.welcome import _VALIDATION_STUB_CONTEXT
user = {
"id": "u1",
"email": "admin@test.com",
"name": "Admin",
"is_admin": True,
"groups": ["Admin"],
}
real_ctx = build_context(user=user, server_url="https://example.com")
# Top-level keys must match
assert set(_VALIDATION_STUB_CONTEXT.keys()) == set(real_ctx.keys()), (
f"_VALIDATION_STUB_CONTEXT top-level keys differ from build_context output. "
f"Stub has: {set(_VALIDATION_STUB_CONTEXT.keys())}, "
f"real has: {set(real_ctx.keys())}"
)
# One level deep for nested dicts (user may be None in real_ctx — compare stub shape)
for key in ("instance", "server"):
assert set(_VALIDATION_STUB_CONTEXT[key].keys()) == set(real_ctx[key].keys()), (
f"_VALIDATION_STUB_CONTEXT[{key!r}] drifted from build_context output"
)
# user sub-keys
if real_ctx.get("user") and _VALIDATION_STUB_CONTEXT.get("user"):
assert set(_VALIDATION_STUB_CONTEXT["user"].keys()) == set(real_ctx["user"].keys()), (
"_VALIDATION_STUB_CONTEXT['user'] drifted from build_context output"
)
def test_setup_page_uses_override_when_set(seeded_app):
"""When admin saves an override, /setup serves the override instead of the
auto-generated setup_instructions output."""
c = seeded_app["client"]
admin = _auth(seeded_app["admin_token"])
# Save override (plain text — no Jinja2 needed here; PUT validates with stub ctx)
r = c.put(
"/api/admin/welcome-template",
json={"content": "# Custom setup script\necho hello"},
headers=admin,
)
assert r.status_code == 200
# /setup should now contain the override content
r = c.get("/setup")
assert r.status_code == 200
assert "Custom setup script" in r.text
assert "echo hello" in r.text
# Reset to default
r = c.delete("/api/admin/welcome-template", headers=admin)
assert r.status_code == 204
# /setup back to default — should NOT contain the custom override
r = c.get("/setup")
assert r.status_code == 200
assert "Custom setup script" not in r.text
# Default `/setup` is the analyst layout, which uses `agnes init`
# (auth + workspace bootstrap rolled into one).
assert "agnes init" in r.text
# No legacy verb anywhere in the rendered default
assert "da analyst setup" not in r.text
assert "da sync" not in r.text
def test_get_template_default_field_has_server_url_placeholder(seeded_app):
"""{server_url} placeholder must survive in the default — it is a JS-substituted
single-brace placeholder and must NOT be consumed by Jinja2 at render time."""
c = seeded_app["client"]
admin = _auth(seeded_app["admin_token"])
r = c.get("/api/admin/welcome-template", headers=admin)
assert r.status_code == 200
body = r.json()
assert "{server_url}" in body["default"]
assert "{token}" in body["default"]
# ---------------------------------------------------------------------------
# Finding #2: PUT validation rejects templates that fail for anonymous visitors
# ---------------------------------------------------------------------------
def test_put_rejects_template_that_breaks_for_anonymous(seeded_app):
"""A template referencing user.email without an {% if user %} guard fails
for anonymous visitors on /setup (user is None → StrictUndefined raises).
PUT validation must catch this and return 400 with a clear message."""
c = seeded_app["client"]
admin = _auth(seeded_app["admin_token"])
r = c.put(
"/api/admin/welcome-template",
json={"content": "Hello {{ user.email }}"}, # no {% if user %} guard
headers=admin,
)
assert r.status_code == 400
detail = r.json()["detail"].lower()
assert "anonymous" in detail
def test_put_accepts_template_with_user_guard(seeded_app):
"""The same template wrapped in {% if user %} passes both validation passes."""
c = seeded_app["client"]
admin = _auth(seeded_app["admin_token"])
r = c.put(
"/api/admin/welcome-template",
json={"content": "{% if user %}Hello {{ user.email }}{% endif %}"},
headers=admin,
)
assert r.status_code == 200
# ---------------------------------------------------------------------------
# Finding #1: /dashboard clipboard CTA honours admin override
# ---------------------------------------------------------------------------
def test_dashboard_clipboard_uses_override_when_set(seeded_app):
"""When an admin override is saved, the dashboard's SETUP_INSTRUCTIONS_TEMPLATE
JS array must contain the override content instead of the default script.
The dashboard button copies that array — so the override must appear there."""
c = seeded_app["client"]
admin = _auth(seeded_app["admin_token"])
# Save a distinctive override (plain text — no Jinja2 needed).
r = c.put(
"/api/admin/welcome-template",
json={"content": "# CUSTOM_OVERRIDE_MARKER\necho custom-setup"},
headers=admin,
)
assert r.status_code == 200
# Fetch the dashboard as the admin user (cookie-style auth via access_token).
r = c.get("/dashboard", cookies={"access_token": seeded_app["admin_token"]})
assert r.status_code == 200
body = r.text
# The override lines must appear in the embedded JS template array.
assert "CUSTOM_OVERRIDE_MARKER" in body
# Reset
r = c.delete("/api/admin/welcome-template", headers=admin)
assert r.status_code == 204
# After reset, the override must no longer appear in the dashboard.
r = c.get("/dashboard", cookies={"access_token": seeded_app["admin_token"]})
assert r.status_code == 200
assert "CUSTOM_OVERRIDE_MARKER" not in r.text