set -e

if [ -f "./target/release/rtk" ]; then

RTK="$(cd "$(dirname ./target/release/rtk)" && pwd)/$(basename ./target/release/rtk)"

elif command -v rtk &> /dev/null; then

RTK="$(command -v rtk)"

echo "Error: rtk not found. Run 'cargo build --release' or install rtk."

exit 1

BENCH_DIR="$(pwd)/scripts/benchmark"

RTK_ROOT="$(pwd)"

if [ -z "$CI" ]; then

rm -rf "$BENCH_DIR"

mkdir -p "$BENCH_DIR/unix" "$BENCH_DIR/rtk" "$BENCH_DIR/diff"

safe_name() {

echo "$1" | tr ' /' '_-' | tr -cd 'a-zA-Z0-9_-'

}

count_tokens() {

}

TOTAL_UNIX=0

TOTAL_RTK=0

TOTAL_TESTS=0

GOOD_TESTS=0

FAIL_TESTS=0

WARN_TESTS=0

NEGATIVE_TESTS=0

bench() {

}

section() {

echo ""

echo "── $1 ──"

}

echo "RTK Benchmark"

echo "═══════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════"

printf " %-24s │ %-40s │ %-40s │ %s\n" "TEST" "SHELL" "RTK" "TOKENS"

echo "───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────"

section "ls"

bench "ls" "ls -la" "$RTK ls"

bench "ls src/" "ls -la src/" "$RTK ls src/"

bench "ls -l src/" "ls -l src/" "$RTK ls -l src/"

bench "ls -la src/" "ls -la src/" "$RTK ls -la src/"

bench "ls -lh src/" "ls -lh src/" "$RTK ls -lh src/"

bench "ls src/ -l" "ls -l src/" "$RTK ls src/ -l"

bench "ls -a" "ls -la" "$RTK ls -a"

bench "ls multi" "ls -la src/ scripts/" "$RTK ls src/ scripts/"

if command -v tree &>/dev/null; then

section "tree"

bench "tree" "tree -L 2" "$RTK tree -L 2"

bench "tree src/" "tree src/ -L 2" "$RTK tree src/ -L 2"

echo ""

echo "⏭️ tree (not installed, skipped)"

section "read"

bench "read" "cat src/main.rs" "$RTK read src/main.rs"

bench "read -l minimal" "cat src/main.rs" "$RTK read src/main.rs -l minimal"

bench "read -l aggressive" "cat src/main.rs" "$RTK read src/main.rs -l aggressive"

bench "read -n" "cat -n src/main.rs" "$RTK read src/main.rs -n"

section "find"

bench "find *" "find . -type f" "$RTK find '*'"

bench "find *.rs" "find . -name '*.rs' -type f" "$RTK find '*.rs'"

bench "find --max 10" "find . -not -path './target/*' -not -path './.git/*' -type f | head -10" "$RTK find '*' --max 10"

bench "find --max 100" "find . -not -path './target/*' -not -path './.git/*' -type f | head -100" "$RTK find '*' --max 100"

section "git"

bench "git status" "git status" "$RTK git status"

bench "git log -n 10" "git log -10" "$RTK git log -n 10"

bench "git log -n 5" "git log -5" "$RTK git log -n 5"

bench "git diff" "git diff HEAD~1 2>/dev/null || echo ''" "$RTK git diff HEAD~1"

bench "git show" "git show HEAD --stat 2>/dev/null || true" "$RTK git show HEAD --stat"

section "grep"

bench "grep fn" "grep -rn 'fn ' src/ || true" "$RTK grep 'fn ' src/"

bench "grep struct" "grep -rn 'struct ' src/ || true" "$RTK grep 'struct ' src/"

bench "grep -l 40" "grep -rn 'fn ' src/ || true" "$RTK grep 'fn ' src/ -l 40"

bench "grep -c" "grep -ron 'fn ' src/ || true" "$RTK grep 'fn ' src/ -c"

section "json"

cat > /tmp/rtk_bench.json << 'JSONEOF'

bench "json" "cat /tmp/rtk_bench.json" "$RTK json /tmp/rtk_bench.json"

bench "json -d 2" "cat /tmp/rtk_bench.json" "$RTK json /tmp/rtk_bench.json -d 2"

rm -f /tmp/rtk_bench.json

section "deps"

bench "deps" "cat Cargo.toml" "$RTK deps"

section "env"

bench "env" "env" "$RTK env"

bench "env -f PATH" "env | grep PATH" "$RTK env -f PATH"

bench "env --show-all" "env" "$RTK env --show-all"

section "err"

if command -v cargo &>/dev/null; then

bench "err cargo build" "cargo build 2>&1 || true" "$RTK err cargo build 2>&1"

echo "⏭️ err cargo build (cargo not in PATH, skipped)"

section "test"

if command -v cargo &>/dev/null; then

bench "test cargo test" "cargo test 2>&1 || true" "$RTK test cargo test 2>&1"

echo "⏭️ test cargo test (cargo not in PATH, skipped)"

section "log"

LOG_FILE="/tmp/rtk_bench_sample.log"

cat > "$LOG_FILE" << 'LOGEOF'

bench "log" "cat $LOG_FILE" "$RTK log $LOG_FILE"

rm -f "$LOG_FILE"

section "summary"

if command -v cargo &>/dev/null; then

bench "summary cargo --help" "cargo --help" "$RTK summary cargo --help"

echo "⏭️ summary cargo --help (cargo not in PATH, skipped)"

if command -v rustc &>/dev/null; then

bench "summary rustc --help" "rustc --help 2>/dev/null || echo 'rustc not found'" "$RTK summary rustc --help"

echo "⏭️ summary rustc --help (rustc not in PATH, skipped)"

section "cargo"

if command -v cargo &>/dev/null; then

bench "cargo build" "cargo build 2>&1 || true" "$RTK cargo build 2>&1"

bench "cargo test" "cargo test 2>&1 || true" "$RTK cargo test 2>&1"

bench "cargo clippy" "cargo clippy 2>&1 || true" "$RTK cargo clippy 2>&1"

bench "cargo check" "cargo check 2>&1 || true" "$RTK cargo check 2>&1"

echo "⏭️ cargo build/test/clippy/check (cargo not in PATH, skipped)"

section "smart"

bench "smart main.rs" "cat src/main.rs" "$RTK smart src/main.rs"

section "wc"

bench "wc" "wc Cargo.toml src/main.rs" "$RTK wc Cargo.toml src/main.rs"

section "curl"

if command -v curl &> /dev/null; then

bench "curl json" "curl -s https://httpbin.org/json" "$RTK curl https://httpbin.org/json"

bench "curl text" "curl -s https://httpbin.org/robots.txt" "$RTK curl https://httpbin.org/robots.txt"

if command -v wget &> /dev/null; then

section "wget"

bench "wget" "wget -qO- https://httpbin.org/json" "$RTK wget https://httpbin.org/json"

rm -f json 2>/dev/null

if command -v npm &> /dev/null; then

section "npm"

bench "npm list" "npm list -g --depth 0 2>&1 || true" "$RTK npm list -g --depth 0"

if [ -f "package.json" ]; then

section "modern JS stack"

if command -v tsc &> /dev/null || [ -f "node_modules/.bin/tsc" ]; then

bench "tsc" "tsc --noEmit 2>&1 || true" "$RTK tsc --noEmit 2>&1"

fi

if command -v prettier &> /dev/null || [ -f "node_modules/.bin/prettier" ]; then

bench "prettier --check" "prettier --check . 2>&1 || true" "$RTK prettier --check ."

fi

if command -v eslint &> /dev/null || [ -f "node_modules/.bin/eslint" ]; then

bench "lint" "eslint . 2>&1 || true" "$RTK lint ."

fi

if [ -f "next.config.js" ] || [ -f "next.config.mjs" ] || [ -f "next.config.ts" ]; then

if command -v next &> /dev/null || [ -f "node_modules/.bin/next" ]; then

bench "next build" "next build 2>&1 || true" "$RTK next build"

fi

fi

if [ -f "playwright.config.ts" ] || [ -f "playwright.config.js" ]; then

if command -v playwright &> /dev/null || [ -f "node_modules/.bin/playwright" ]; then

bench "playwright test" "playwright test 2>&1 || true" "$RTK playwright test"

fi

fi

if [ -f "prisma/schema.prisma" ]; then

if command -v prisma &> /dev/null || [ -f "node_modules/.bin/prisma" ]; then

bench "prisma generate" "prisma generate 2>&1 || true" "$RTK prisma generate"

fi

fi

if command -v vitest &> /dev/null || [ -f "node_modules/.bin/vitest" ]; then

bench "vitest" "vitest run --reporter=json 2>&1 || true" "$RTK vitest"

fi

if command -v pnpm &> /dev/null; then

bench "pnpm list" "pnpm list --depth 0 2>&1 || true" "$RTK pnpm list --depth 0"

bench "pnpm outdated" "pnpm outdated 2>&1 || true" "$RTK pnpm outdated"

fi

if command -v gh &> /dev/null && git rev-parse --git-dir &> /dev/null && gh auth status &> /dev/null; then

section "gh"

bench "gh pr list" "gh pr list 2>&1 || true" "$RTK gh pr list"

bench "gh run list" "gh run list 2>&1 || true" "$RTK gh run list"

if command -v glab &> /dev/null; then

section "glab"

bench "glab mr list" "glab mr list 2>&1 || true" "$RTK glab mr list"

bench "glab issue list" "glab issue list 2>&1 || true" "$RTK glab issue list"

if command -v gt &> /dev/null; then

section "gt"

bench "gt log" "gt log 2>&1 || true" "$RTK gt log"

if command -v docker &> /dev/null; then

section "docker"

bench "docker ps" "docker ps 2>/dev/null || true" "$RTK docker ps"

bench "docker images" "docker images 2>/dev/null || true" "$RTK docker images"

if command -v kubectl &> /dev/null; then

section "kubectl"

bench "kubectl pods" "kubectl get pods 2>/dev/null || true" "$RTK kubectl pods"

bench "kubectl services" "kubectl get services 2>/dev/null || true" "$RTK kubectl services"

if command -v python3 &> /dev/null && command -v ruff &> /dev/null && command -v pytest &> /dev/null; then

section "python"

PYTHON_FIXTURE=$(mktemp -d)

cd "$PYTHON_FIXTURE"

cat > pyproject.toml << 'PYEOF'

cat > sample.py << 'PYEOF'

cat > test_sample.py << 'PYEOF'

bench "ruff check" "ruff check . 2>&1 || true" "$RTK ruff check ."

bench "pytest" "pytest -v 2>&1 || true" "$RTK pytest -v"

if command -v pip &>/dev/null; then

bench "pip list" "pip list 2>&1 || true" "$RTK pip list"

fi

if command -v mypy &>/dev/null; then

bench "mypy" "mypy sample.py 2>&1 || true" "$RTK mypy sample.py"

fi

cd "$RTK_ROOT"

rm -rf "$PYTHON_FIXTURE"

if command -v go &> /dev/null && command -v golangci-lint &> /dev/null; then

section "go"

GO_FIXTURE=$(mktemp -d)

cd "$GO_FIXTURE"

cat > go.mod << 'GOEOF'

cat > main.go << 'GOEOF'

cat > main_test.go << 'GOEOF'

bench "golangci-lint" "golangci-lint run 2>&1 || true" "$RTK golangci-lint run"

bench "go test" "go test -v 2>&1 || true" "$RTK go test -v"

bench "go build" "go build ./... 2>&1 || true" "$RTK go build ./..."

bench "go vet" "go vet ./... 2>&1 || true" "$RTK go vet ./..."

cd "$RTK_ROOT"

rm -rf "$GO_FIXTURE"

if command -v ruby &> /dev/null; then

section "ruby"

if command -v rake &>/dev/null; then

bench "rake -T" "rake -T 2>&1 || true" "$RTK rake -T"

fi

if command -v rubocop &>/dev/null; then

bench "rubocop" "rubocop --format simple 2>&1 || true" "$RTK rubocop --format simple"

fi

if command -v rspec &>/dev/null; then

bench "rspec --dry-run" "rspec --dry-run 2>&1 || true" "$RTK rspec --dry-run"

fi

if command -v dotnet &> /dev/null; then

section "dotnet"

bench "dotnet --info" "dotnet --info 2>&1 || true" "$RTK dotnet --info"

if command -v aws &> /dev/null; then

section "aws"

bench "aws --version" "aws --version 2>&1 || true" "$RTK aws --version"

if command -v psql &> /dev/null; then

section "psql"

bench "psql --version" "psql --version 2>&1 || true" "$RTK psql --version"

section "rewrite"

bench_rewrite() {

}

bench_rewrite "rewrite quoted" "$RTK rewrite 'git status'" "rtk git status"

bench_rewrite "rewrite unquoted" "$RTK rewrite git status" "rtk git status"

bench_rewrite "rewrite ls -al" "$RTK rewrite ls -al" "rtk ls -al"

bench_rewrite "rewrite npm exec" "$RTK rewrite npm exec" "rtk npm exec"

bench_rewrite "rewrite cargo test" "$RTK rewrite cargo test" "rtk cargo test"

bench_rewrite "rewrite compound" "$RTK rewrite 'cargo test && git push'" "rtk cargo test && rtk git push"

echo ""

echo "═══════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════════"

if [ "$TOTAL_TESTS" -gt 0 ]; then

GOOD_PCT=$((GOOD_TESTS * 100 / TOTAL_TESTS))

if [ "$TOTAL_UNIX" -gt 0 ]; then

TOTAL_SAVED=$((TOTAL_UNIX - TOTAL_RTK))

TOTAL_SAVE_PCT=$((TOTAL_SAVED * 100 / TOTAL_UNIX))

else

TOTAL_SAVED=0

TOTAL_SAVE_PCT=0

fi

echo ""

echo " ✅ $GOOD_TESTS good ⚠️ $WARN_TESTS warn 🔴 $NEGATIVE_TESTS negative ❌ $FAIL_TESTS fail $GOOD_TESTS/$TOTAL_TESTS ($GOOD_PCT%)"

echo " Tokens: $TOTAL_UNIX → $TOTAL_RTK (-$TOTAL_SAVE_PCT%)"

echo ""

if [ -z "$CI" ]; then

echo " Debug: $BENCH_DIR/{unix,rtk,diff}/"

fi

echo ""

EXIT_CODE=0

if [ "$NEGATIVE_TESTS" -gt 0 ]; then

echo " BENCHMARK FAILED: $NEGATIVE_TESTS filter(s) produced more tokens than raw output"

EXIT_CODE=1

fi

if [ "$FAIL_TESTS" -gt 0 ]; then

echo " BENCHMARK FAILED: $FAIL_TESTS filter(s) returned empty output"

EXIT_CODE=1

fi

if [ "$GOOD_PCT" -lt 60 ] && [ "$EXIT_CODE" -eq 0 ]; then

echo " WARNING: $GOOD_PCT% good (target 60%)"

fi

exit $EXIT_CODE