wheels/tools/test-cli-e2e.sh at develop · wheels-dev/wheels

executable file
709 lines (615 loc) · 25.3 KB
#!/usr/bin/env bash
# End-to-end test: Verify CLI commands produce working Wheels applications
# Tests the full lifecycle:
#   1. wheels new — scaffold project, verify structure
#   2. wheels generate — model, controller, scaffold, api-resource, admin
#   3. Server start — boot the scaffolded app
#   4. HTTP verification — hit CRUD endpoints, check responses
#   5. wheels doctor/stats/notes/info/analyze/validate — informational commands
#   6. wheels destroy — remove generated resources
#   7. wheels migrate — run database migrations
# Prerequisites:
#   - lucli 0.3.3+ on PATH
#   - Java 21+
#   bash tools/test-cli-e2e.sh
#   KEEP_PROJECT=1 bash tools/test-cli-e2e.sh   # don't delete temp project
set -euo pipefail
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
PROJECT_ROOT="$(cd "$SCRIPT_DIR/.." && pwd)"
PORT="${PORT:-9999}"
TMPDIR=$(mktemp -d)
APP_NAME="e2etest"
APP_DIR="$TMPDIR/$APP_NAME"
# ── Helpers ────────────────────────────────────────
cleanup() {
    if [ "${SERVER_STARTED:-false}" = "true" ]; then
        echo ""
        echo "Stopping test server..."
        kill "$SERVER_PID" 2>/dev/null || true
        sleep 1
    if [ "${KEEP_PROJECT:-0}" != "1" ]; then
        rm -rf "$TMPDIR"
        echo "Project kept at: $APP_DIR"
trap cleanup EXIT
    ((TOTAL++)) || true
    ((PASS++)) || true
    echo "  ✓ $1"
    ((TOTAL++)) || true
    ((FAIL++)) || true
    echo "  ✗ $1"
    ((TOTAL++)) || true
    ((SKIP++)) || true
    echo "  - $1 (skipped)"
section() {
    echo ""
    echo "━━━ $1 ━━━"
# HTTP GET, capture body + status code
# Usage: http_get "/path" BODY_VAR CODE_VAR
http_get() {
    local url="http://localhost:$PORT$1"
    local body_var=$2
    local code_var=$3
    local tmpfile="$TMPDIR/.http_response"
    local code
    code=$(curl -s -o "$tmpfile" --max-time 15 --write-out "%{http_code}" "$url" 2>/dev/null || echo "000")
    eval "$body_var=\"\$(cat '$tmpfile' 2>/dev/null || echo '')\""
    eval "$code_var=$code"
# Wait for server to respond
wait_for_server() {
    local max_wait=${1:-60}
    local i=0
    while [ "$i" -lt "$max_wait" ]; do
        if curl -s -o /dev/null --connect-timeout 2 --max-time 3 "http://localhost:$PORT/" 2>/dev/null; then
            return 0
        if [ "${SERVER_PID:-}" != "" ] && ! kill -0 "$SERVER_PID" 2>/dev/null; then
            echo "Server process died"
            cat "$TMPDIR/server.log" 2>/dev/null | tail -20
            return 1
        sleep 2
        ((i+=2)) || true
    echo "Server did not start within ${max_wait}s"
    return 1
# ── Preflight ──────────────────────────────────────
echo "╔══════════════════════════════════════════════╗"
echo "║  Wheels CLI — End-to-End Correctness Tests   ║"
echo "╚══════════════════════════════════════════════╝"
echo "LuCLI: $(lucli --version 2>/dev/null | head -1 | grep -oE '[0-9]+\.[0-9]+\.[0-9]+' || echo 'not found')"
echo "Java:  $(java -version 2>&1 | head -1)"
echo "Temp:  $TMPDIR"
echo "Port:  $PORT"
if ! command -v lucli &>/dev/null; then
    echo "ERROR: lucli not found on PATH"
# ══════════════════════════════════════════════════
#  Phase 1: wheels new — Scaffold a project
# ══════════════════════════════════════════════════
section "Phase 1: wheels new $APP_NAME"
cd "$TMPDIR"
# Point `wheels new` at this checkout's framework source. Without this, running
# in a temp dir with no ancestor vendor/wheels/ now fails hard (GH #2211) —
# which is the correct behavior for real users but breaks this in-monorepo test.
export WHEELS_FRAMEWORK_PATH="$PROJECT_ROOT/vendor/wheels"
if lucli wheels new "$APP_NAME" --port="$PORT" --no-open-browser > "$TMPDIR/new.log" 2>&1; then
    pass "wheels new $APP_NAME succeeded"
    fail "wheels new $APP_NAME failed"
    cat "$TMPDIR/new.log" | tail -20
    echo "Cannot continue without project. Aborting."
# Verify project structure
if [ -d "$APP_DIR" ]; then pass "project directory created"; else fail "project directory missing"; fi
if [ -d "$APP_DIR/app/models" ]; then pass "app/models/ exists"; else fail "app/models/ missing"; fi
if [ -d "$APP_DIR/app/controllers" ]; then pass "app/controllers/ exists"; else fail "app/controllers/ missing"; fi
if [ -d "$APP_DIR/app/views" ]; then pass "app/views/ exists"; else fail "app/views/ missing"; fi
if [ -d "$APP_DIR/config" ]; then pass "config/ exists"; else fail "config/ missing"; fi
if [ -d "$APP_DIR/public" ]; then pass "public/ exists"; else fail "public/ missing"; fi
# Verify key files
if [ -f "$APP_DIR/config/routes.cfm" ]; then pass "config/routes.cfm exists"; else fail "config/routes.cfm missing"; fi
if [ -f "$APP_DIR/config/settings.cfm" ]; then pass "config/settings.cfm exists"; else fail "config/settings.cfm missing"; fi
if [ -f "$APP_DIR/.env" ]; then pass ".env file created"; else fail ".env file missing"; fi
if [ -f "$APP_DIR/public/Application.cfc" ]; then pass "Application.cfc exists"; else fail "Application.cfc missing"; fi
# Verify vendor/wheels was copied (may fail in temp dirs — bootstrap manually)
if [ -d "$APP_DIR/vendor/wheels" ]; then
    pass "vendor/wheels/ framework installed"
    # Bootstrap: copy vendor/wheels from the framework repo
    echo "  Bootstrapping vendor/wheels from $PROJECT_ROOT..."
    mkdir -p "$APP_DIR/vendor"
    cp -r "$PROJECT_ROOT/vendor/wheels" "$APP_DIR/vendor/wheels"
    if [ -d "$APP_DIR/vendor/wheels" ]; then
        pass "vendor/wheels/ bootstrapped from framework repo"
        fail "vendor/wheels/ could not be bootstrapped"
# Verify routes.cfm has CLI-Appends-Here marker
if grep -q "CLI-Appends-Here" "$APP_DIR/config/routes.cfm" 2>/dev/null; then
    pass "routes.cfm has CLI-Appends-Here marker"
    fail "routes.cfm missing CLI-Appends-Here marker"
cd "$APP_DIR"
# ══════════════════════════════════════════════════
#  Phase 2: Code generation
# ══════════════════════════════════════════════════
section "Phase 2: Code generation"
# --- Generate model ---
echo "  Generating model Product..."
if lucli wheels generate model Product name:string price:decimal active:boolean > "$TMPDIR/gen_model.log" 2>&1; then
    pass "generate model Product"
    fail "generate model Product"
    cat "$TMPDIR/gen_model.log" | tail -10
if [ -f "app/models/Product.cfc" ]; then
    pass "app/models/Product.cfc created"
    if grep -q 'extends="Model"' app/models/Product.cfc; then
        pass "Product model extends Model"
        fail "Product model does not extend Model"
    fail "app/models/Product.cfc not created"
# Check migration was created
PRODUCT_MIGRATION=$(find app/migrator/migrations -name "*products*" 2>/dev/null | head -1)
if [ -n "$PRODUCT_MIGRATION" ]; then
    pass "migration for products table created"
    if grep -q "createTable" "$PRODUCT_MIGRATION" 2>/dev/null; then
        pass "migration contains createTable"
        fail "migration missing createTable"
    fail "no migration file for products"
# --- Generate model with associations ---
echo "  Generating model Review with belongsTo..."
if lucli wheels generate model Review body:text rating:integer --belongsTo=Product > "$TMPDIR/gen_review.log" 2>&1; then
    pass "generate model Review with belongsTo"
    fail "generate model Review with belongsTo"
if [ -f "app/models/Review.cfc" ] && grep -q "belongsTo" app/models/Review.cfc; then
    pass "Review model has belongsTo association"
    fail "Review model missing belongsTo"
# --- Generate controller ---
echo "  Generating controller Pages..."
if lucli wheels generate controller Pages index about contact > "$TMPDIR/gen_ctrl.log" 2>&1; then
    pass "generate controller Pages"
    fail "generate controller Pages"
if [ -f "app/controllers/Pages.cfc" ]; then
    pass "app/controllers/Pages.cfc created"
    if grep -q 'extends="Controller"' app/controllers/Pages.cfc; then
        pass "Pages controller extends Controller"
        fail "Pages controller does not extend Controller"
    fail "app/controllers/Pages.cfc not created"
# Check views were created for non-mutation actions
for action in index about contact; do
    if [ -f "app/views/pages/$action.cfm" ]; then
        pass "pages/$action.cfm view created"
        fail "pages/$action.cfm view missing"
# --- Generate scaffold ---
echo "  Generating scaffold Article..."
if lucli wheels generate scaffold Article title:string body:text publishedAt:datetime > "$TMPDIR/gen_scaffold.log" 2>&1; then
    pass "generate scaffold Article"
    fail "generate scaffold Article"
    cat "$TMPDIR/gen_scaffold.log" | tail -10
if [ -f "app/models/Article.cfc" ]; then pass "scaffold: Article model created"; else fail "scaffold: Article model missing"; fi
if [ -f "app/controllers/Articles.cfc" ]; then pass "scaffold: Articles controller created"; else fail "scaffold: Articles controller missing"; fi
if [ -f "app/views/articles/index.cfm" ]; then pass "scaffold: index view created"; else fail "scaffold: index view missing"; fi
if [ -f "app/views/articles/show.cfm" ]; then pass "scaffold: show view created"; else fail "scaffold: show view missing"; fi
if [ -f "app/views/articles/new.cfm" ]; then pass "scaffold: new view created"; else fail "scaffold: new view missing"; fi
if [ -f "app/views/articles/edit.cfm" ]; then pass "scaffold: edit view created"; else fail "scaffold: edit view missing"; fi
# Check scaffold added route (may use singular or plural form)
if grep -qi "article" config/routes.cfm; then
    pass "scaffold: route added to routes.cfm"
    fail "scaffold: route not in routes.cfm"
# Check scaffold controller has CRUD actions
for action in index show new create edit update delete; do
    if grep -q "function $action" app/controllers/Articles.cfc 2>/dev/null; then
        pass "scaffold: Articles.$action() action present"
        fail "scaffold: Articles.$action() action missing"
# --- Generate test ---
echo "  Generating test spec..."
if lucli wheels generate test model Product > "$TMPDIR/gen_test.log" 2>&1; then
    pass "generate test model Product"
    fail "generate test model Product"
if [ -f "tests/specs/models/ProductSpec.cfc" ]; then
    pass "test spec file created"
    fail "test spec file not created"
# --- Generate migration ---
echo "  Generating blank migration..."
if lucli wheels generate migration AddStatusToArticles > "$TMPDIR/gen_mig.log" 2>&1; then
    pass "generate migration AddStatusToArticles"
    fail "generate migration AddStatusToArticles"
if find app/migrator/migrations -name "*AddStatusToArticles*" | grep -q .; then
    pass "migration file created with correct name"
    fail "migration file not created"
# --- Generate route ---
echo "  Generating route..."
if lucli wheels generate route reviews > "$TMPDIR/gen_route.log" 2>&1; then
    pass "generate route reviews"
    fail "generate route reviews"
if grep -q "reviews" config/routes.cfm; then
    pass "reviews route added to routes.cfm"
    fail "reviews route not in routes.cfm"
# --- Generate property migration ---
echo "  Generating property migration..."
if lucli wheels generate property Article status:string > "$TMPDIR/gen_prop.log" 2>&1; then
    pass "generate property Article status"
    fail "generate property Article status"
if find app/migrator/migrations -iname "*status*" -o -iname "*add*" 2>/dev/null | grep -q .; then
    pass "add-column migration created for status"
    # Check if any new migration was created (timestamps may vary)
    MIGRATION_COUNT_AFTER=$(find app/migrator/migrations -name "*.cfc" 2>/dev/null | wc -l | tr -d ' ')
    if [ "$MIGRATION_COUNT_AFTER" -gt 3 ]; then
        pass "add-column migration created (detected by count)"
        fail "add-column migration not created"
# --- Generate helper ---
echo "  Generating helper..."
if lucli wheels generate helper formatting > "$TMPDIR/gen_helper.log" 2>&1; then
    pass "generate helper formatting"
    fail "generate helper formatting"
if [ -f "app/helpers/Formatting.cfc" ] || [ -f "app/helpers/formatting.cfc" ]; then
    pass "app/helpers/Formatting.cfc created"
    # Check if helpers dir has any files
    HELPER_FILES=$(find app/helpers -name "*.cfc" 2>/dev/null | wc -l | tr -d ' ')
    if [ "$HELPER_FILES" -gt 0 ]; then
        pass "helper file created ($(ls app/helpers/*.cfc 2>/dev/null | head -1))"
        fail "helper file not created"
# --- Generate api-resource ---
echo "  Generating api-resource..."
if lucli wheels generate api-resource Token value:string expiresAt:datetime > "$TMPDIR/gen_api.log" 2>&1; then
    pass "generate api-resource Token"
    fail "generate api-resource Token"
if [ -f "app/models/Token.cfc" ]; then pass "api-resource: Token model created"; else fail "api-resource: Token model missing"; fi
# ══════════════════════════════════════════════════
#  Phase 3: Start server and verify app boots
# ══════════════════════════════════════════════════
section "Phase 3: Start server"
# Ensure SQLite databases exist (wheels new creates these in db/ by default)
sqlite3 "$APP_DIR/wheelstestdb.db" "SELECT 1;" 2>/dev/null || true
sqlite3 "$APP_DIR/wheelstestdb_tenant_b.db" "SELECT 1;" 2>/dev/null || true
# Also create in db/ if that's where lucee.json points
if [ -d "$APP_DIR/db" ]; then
    for f in development.sqlite test.sqlite; do
        [ -f "$APP_DIR/db/$f" ] || sqlite3 "$APP_DIR/db/$f" "SELECT 1;" 2>/dev/null || true
# Kill anything on our port
lsof -ti :"$PORT" 2>/dev/null | xargs kill -9 2>/dev/null || true
# Ensure SQLite JDBC driver is available
LUCEE_LIB=$(find ~/.lucli/express -path "*/lib/ext" -type d 2>/dev/null | head -1)
if [ -n "$LUCEE_LIB" ] && ! ls "$LUCEE_LIB"/sqlite-jdbc*.jar 1>/dev/null 2>&1; then
    echo "  Downloading SQLite JDBC driver..."
    curl -sL "https://repo1.maven.org/maven2/org/xerial/sqlite-jdbc/3.49.1.0/sqlite-jdbc-3.49.1.0.jar" \
      -o "$LUCEE_LIB/sqlite-jdbc-3.49.1.0.jar"
echo "  Starting LuCLI server on port $PORT..."
nohup lucli server run --port="$PORT" --force > "$TMPDIR/server.log" 2>&1 &
SERVER_PID=$!
SERVER_STARTED=true
if wait_for_server 60; then
    pass "server started on port $PORT"
    fail "server failed to start"
    echo "Cannot test HTTP endpoints. Aborting E2E."
# Warm up Wheels (first request triggers onApplicationStart)
echo "  Warming up application..."
local_password=$(grep RELOAD_PASSWORD "$APP_DIR/.env" 2>/dev/null | cut -d= -f2 || echo "$APP_NAME")
curl -s -o /dev/null --max-time 60 "http://localhost:$PORT/" || true
curl -s -o /dev/null --max-time 60 "http://localhost:$PORT/?reload=true&password=$local_password" || true
# Verify homepage loads
http_get "/" BODY CODE
if [ "$CODE" = "200" ]; then
    pass "homepage returns 200"
    APP_BOOTS=true
    fail "homepage returns $CODE (expected 200)"
    APP_BOOTS=false
    echo "  NOTE: App bootstrap failed. HTTP tests will be skipped."
    echo "  Check server log: $TMPDIR/server.log"
# ══════════════════════════════════════════════════
#  Phase 4: HTTP endpoint verification
# ══════════════════════════════════════════════════
section "Phase 4: HTTP endpoint verification"
if [ "$APP_BOOTS" != "true" ]; then
    echo "  Skipping HTTP tests — app did not boot successfully"
    skip "GET /articles (app bootstrap failed)"
    skip "GET /articles/new (app bootstrap failed)"
    skip "GET /pages/index (app bootstrap failed)"
    skip "GET /pages/about (app bootstrap failed)"
    skip "GET /pages/contact (app bootstrap failed)"
    skip "reload endpoint (app bootstrap failed)"
    # --- Scaffolded Articles CRUD ---
    echo "  Testing Articles CRUD endpoints..."
    http_get "/articles" BODY CODE
    if [ "$CODE" = "200" ]; then
        pass "GET /articles returns 200 (index)"
        fail "GET /articles returns $CODE"
    http_get "/articles/new" BODY CODE
    if [ "$CODE" = "200" ]; then
        pass "GET /articles/new returns 200 (new form)"
        fail "GET /articles/new returns $CODE"
    # --- Custom controller ---
    echo "  Testing Pages controller..."
    http_get "/pages/index" BODY CODE
    if [ "$CODE" = "200" ]; then
        pass "GET /pages/index returns 200"
        fail "GET /pages/index returns $CODE"
    http_get "/pages/about" BODY CODE
    if [ "$CODE" = "200" ]; then
        pass "GET /pages/about returns 200"
        fail "GET /pages/about returns $CODE"
    http_get "/pages/contact" BODY CODE
    if [ "$CODE" = "200" ]; then
        pass "GET /pages/contact returns 200"
        fail "GET /pages/contact returns $CODE"
    # --- Reload ---
    echo "  Testing reload..."
    local_password=$(grep RELOAD_PASSWORD "$APP_DIR/.env" 2>/dev/null | cut -d= -f2 || echo "$APP_NAME")
    http_get "/?reload=true&password=$local_password" BODY CODE
    if [ "$CODE" = "200" ] || [ "$CODE" = "302" ]; then
        pass "reload endpoint responds ($CODE)"
        fail "reload returns $CODE"
# ══════════════════════════════════════════════════
#  Phase 5: Informational commands
# ══════════════════════════════════════════════════
section "Phase 5: Informational commands"
# --- wheels info ---
if lucli wheels info > "$TMPDIR/info.log" 2>&1; then
    pass "wheels info runs without error"
    if grep -qi "wheels\|project\|server\|engine" "$TMPDIR/info.log"; then
        pass "wheels info produces meaningful output"
        skip "wheels info output not verified (may need server)"
    fail "wheels info failed"
# --- wheels doctor ---
if lucli wheels doctor > "$TMPDIR/doctor.log" 2>&1; then
    pass "wheels doctor runs without error"
    if grep -qi "HEALTHY\|WARNING\|CRITICAL\|Status" "$TMPDIR/doctor.log"; then
        pass "wheels doctor reports health status"
        fail "wheels doctor output missing health status"
    fail "wheels doctor failed"
# --- wheels stats ---
if lucli wheels stats > "$TMPDIR/stats.log" 2>&1; then
    pass "wheels stats runs without error"
    if grep -qi "Models\|Controllers\|Views\|LOC\|Total\|Files\|Category" "$TMPDIR/stats.log"; then
        pass "wheels stats shows code metrics"
        # Stats may return empty for small projects
        skip "wheels stats output has no metrics (small project)"
    # Stats may fail in temp projects with minimal structure
    skip "wheels stats returned error (temp project)"
# --- wheels notes ---
if lucli wheels notes > "$TMPDIR/notes.log" 2>&1; then
    pass "wheels notes runs without error"
    fail "wheels notes failed"
# --- wheels analyze ---
if lucli wheels analyze > "$TMPDIR/analyze.log" 2>&1; then
    pass "wheels analyze runs without error"
    if grep -qi "Grade\|Files\|Lines\|Analysis" "$TMPDIR/analyze.log"; then
        pass "wheels analyze shows analysis results"
        fail "wheels analyze output missing analysis data"
    fail "wheels analyze failed"
# --- wheels validate ---
if lucli wheels validate > "$TMPDIR/validate.log" 2>&1; then
    pass "wheels validate runs without error"
    if grep -qi "valid\|pass\|issue\|error" "$TMPDIR/validate.log"; then
        pass "wheels validate shows validation results"
        fail "wheels validate output missing results"
    fail "wheels validate failed"
# ══════════════════════════════════════════════════
#  Phase 6: Destroy command
# ══════════════════════════════════════════════════
section "Phase 6: Destroy command"
# First generate something to destroy
lucli wheels generate model Disposable name:string > /dev/null 2>&1
if [ -f "app/models/Disposable.cfc" ]; then
    pass "Disposable model created for destroy test"
    fail "failed to create Disposable model"
# Destroy without --force should NOT delete
if lucli wheels destroy Disposable model > "$TMPDIR/destroy_preview.log" 2>&1; then
    if [ -f "app/models/Disposable.cfc" ]; then
        pass "destroy without --force preserves files"
        fail "destroy without --force deleted files"
    pass "destroy without --force shows preview"
# Destroy with --force should delete
if lucli wheels destroy Disposable model --force > "$TMPDIR/destroy.log" 2>&1; then
    if [ ! -f "app/models/Disposable.cfc" ]; then
        pass "destroy --force deletes model file"
        fail "destroy --force did not delete model"
    # Should create a drop-table migration
    if find app/migrator/migrations -name "*disposable*" 2>/dev/null | grep -q .; then
        pass "destroy generates drop-table migration"
        skip "no drop-table migration (may depend on implementation)"
    fail "wheels destroy --force failed"
# ══════════════════════════════════════════════════
#  Phase 7: Database commands
# ══════════════════════════════════════════════════
section "Phase 7: Database commands"
# --- wheels db status ---
if lucli wheels db status > "$TMPDIR/db_status.log" 2>&1; then
    pass "wheels db status runs without error"
    fail "wheels db status failed"
# --- wheels db version ---
if lucli wheels db version > "$TMPDIR/db_version.log" 2>&1; then
    pass "wheels db version runs without error"
    fail "wheels db version failed"
# --- wheels migrate ---
echo "  Testing migrations..."
if lucli wheels migrate info > "$TMPDIR/migrate_info.log" 2>&1; then
    pass "wheels migrate info runs without error"
    fail "wheels migrate info failed"
if lucli wheels migrate latest > "$TMPDIR/migrate_latest.log" 2>&1; then
    pass "wheels migrate latest runs without error"
    skip "wheels migrate latest failed (may need running app context)"
# ══════════════════════════════════════════════════
#  Phase 8: Seed command
# ══════════════════════════════════════════════════
section "Phase 8: Seed command"
if lucli wheels seed > "$TMPDIR/seed.log" 2>&1; then
    pass "wheels seed runs without error"
    skip "wheels seed failed (may need seeds.cfm)"
# ══════════════════════════════════════════════════
#  Phase 9: Upgrade check
# ══════════════════════════════════════════════════
section "Phase 9: Upgrade check"
if lucli wheels upgrade check > "$TMPDIR/upgrade.log" 2>&1; then
    pass "wheels upgrade check runs without error"
    skip "wheels upgrade check failed (may need version info)"
# ══════════════════════════════════════════════════
# ══════════════════════════════════════════════════
echo "╔══════════════════════════════════════════════╗"
echo "║                  Results                      ║"
echo "╚══════════════════════════════════════════════╝"
echo "  Passed:  $PASS"
echo "  Failed:  $FAIL"
echo "  Skipped: $SKIP"
echo "  Total:   $TOTAL"
if [ "$FAIL" -gt 0 ]; then
    echo "SOME TESTS FAILED"
echo "ALL TESTS PASSED"
Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Uh oh!

Uh oh!

Uh oh!

Uh oh!

FilesExpand file tree

test-cli-e2e.sh

Latest commit

History

test-cli-e2e.sh

File metadata and controls
