run-tests.sh

#!/bin/bash

# BackWPUp E2E Test Runner Script
# Supports multiple test execution modes

set -e

# Colors for output
RED='\033[0;31m'
GREEN='\033[0;32m'
BLUE='\033[0;34m'
YELLOW='\033[1;33m'
NC='\033[0m'

print_usage() {
    echo "BackWPUp E2E Test Runner"
    echo ""
    echo "Usage: $0 [OPTIONS] [TEST_TYPE]"
    echo ""
    echo "TEST_TYPE:"
    echo "  playwright    Run Playwright tests (default)"
    echo "  cucumber      Run Cucumber BDD tests"
    echo "  backstop      Run visual regression tests"
    echo "  all           Run all test types"
    echo ""
    echo "OPTIONS:"
    echo "  -h, --help       Show this help message"
    echo "  -e, --env ENV    Set test environment (local, staging, prod)"
    echo "  -b, --browser    Browser to use (chromium, firefox, webkit)"
    echo "  -d, --debug      Run tests in debug mode"
    echo "  -u, --headed     Run tests with visible browser"
    echo "  -p, --parallel   Run tests in parallel"
    echo "  -r, --record     Record test videos"
    echo "  -s, --screenshot Take screenshots on failure"
    echo "  -c, --clean      Clean test results before running"
    echo "  --smoke          Run only smoke tests"
    echo "  --regression     Run only regression tests"
    echo ""
    echo "Examples:"
    echo "  $0                           # Run default Playwright tests"
    echo "  $0 -e staging cucumber       # Run Cucumber tests on staging"
    echo "  $0 -d -u playwright          # Debug Playwright tests with browser"
    echo "  $0 -c all                    # Clean and run all test types"
    echo "  $0 --smoke playwright        # Run only smoke tests"
}

# Default values
TEST_TYPE="playwright"
ENVIRONMENT="local"
BROWSER="chromium"
DEBUG_MODE=false
HEADED_MODE=false
PARALLEL_MODE=false
RECORD_VIDEO=false
TAKE_SCREENSHOTS=false
CLEAN_RESULTS=false
SMOKE_ONLY=false
REGRESSION_ONLY=false

# Parse command line arguments
while [[ $# -gt 0 ]]; do
    case $1 in
        -h|--help)
            print_usage
            exit 0
            ;;
        -e|--env)
            ENVIRONMENT="$2"
            shift 2
            ;;
        -b|--browser)
            BROWSER="$2"
            shift 2
            ;;
        -d|--debug)
            DEBUG_MODE=true
            shift
            ;;
        -u|--headed)
            HEADED_MODE=true
            shift
            ;;
        -p|--parallel)
            PARALLEL_MODE=true
            shift
            ;;
        -r|--record)
            RECORD_VIDEO=true
            shift
            ;;
        -s|--screenshot)
            TAKE_SCREENSHOTS=true
            shift
            ;;
        -c|--clean)
            CLEAN_RESULTS=true
            shift
            ;;
        --smoke)
            SMOKE_ONLY=true
            shift
            ;;
        --regression)
            REGRESSION_ONLY=true
            shift
            ;;
        playwright|cucumber|backstop|all)
            TEST_TYPE="$1"
            shift
            ;;
        *)
            echo "Unknown option: $1"
            print_usage
            exit 1
            ;;
    esac
done

print_status() {
    echo -e "${BLUE}[INFO]${NC} $1"
}

print_success() {
    echo -e "${GREEN}[SUCCESS]${NC} $1"
}

print_error() {
    echo -e "${RED}[ERROR]${NC} $1"
}

# Clean test results if requested
clean_results() {
    if [ "$CLEAN_RESULTS" = true ]; then
        print_status "Cleaning test results..."
        rm -rf test-results/
        rm -rf playwright-report/
        rm -rf reports/
        rm -rf backstop_data/bitmaps_test/
        mkdir -p test-results
        mkdir -p reports
        print_success "Test results cleaned"
    fi
}

# Build Playwright command
build_playwright_command() {
    local cmd="npx playwright test"
    
    if [ "$DEBUG_MODE" = true ]; then
        cmd="$cmd --debug"
    elif [ "$HEADED_MODE" = true ]; then
        cmd="$cmd --headed"
    fi
    
    if [ "$BROWSER" != "chromium" ]; then
        cmd="$cmd --project=$BROWSER"
    fi
    
    if [ "$PARALLEL_MODE" = true ]; then
        cmd="$cmd --workers=4"
    else
        cmd="$cmd --workers=1"
    fi
    
    if [ "$RECORD_VIDEO" = true ]; then
        cmd="$cmd --config playwright.config.ts"
    fi
    
    if [ "$SMOKE_ONLY" = true ]; then
        cmd="$cmd --grep=\"@smoke\""
    elif [ "$REGRESSION_ONLY" = true ]; then
        cmd="$cmd --grep=\"@regression\""
    fi
    
    echo "$cmd"
}

# Build Cucumber command
build_cucumber_command() {
    local cmd="npx cucumber-js"
    
    if [ "$HEADED_MODE" = true ]; then
        cmd="$cmd --config cucumber.headed.json"
    fi
    
    if [ "$SMOKE_ONLY" = true ]; then
        cmd="$cmd --tags \"@smoke\""
    elif [ "$REGRESSION_ONLY" = true ]; then
        cmd="$cmd --tags \"@regression\""
    fi
    
    echo "$cmd"
}

# Run Playwright tests
run_playwright() {
    print_status "Running Playwright tests..."
    
    local cmd=$(build_playwright_command)
    print_status "Command: $cmd"
    
    export TEST_ENV="$ENVIRONMENT"
    
    if eval "$cmd"; then
        print_success "Playwright tests completed successfully"
        return 0
    else
        print_error "Playwright tests failed"
        return 1
    fi
}

# Run Cucumber tests
run_cucumber() {
    print_status "Running Cucumber tests..."
    
    local cmd=$(build_cucumber_command)
    print_status "Command: $cmd"
    
    export TEST_ENV="$ENVIRONMENT"
    
    if eval "$cmd"; then
        print_success "Cucumber tests completed successfully"
        return 0
    else
        print_error "Cucumber tests failed"
        return 1
    fi
}

# Run BackstopJS tests
run_backstop() {
    print_status "Running visual regression tests..."
    
    export TEST_ENV="$ENVIRONMENT"
    
    if npx backstop test; then
        print_success "Visual regression tests completed successfully"
        return 0
    else
        print_error "Visual regression tests failed"
        print_status "Run 'npm run test:backstop:approve' to approve new reference images"
        return 1
    fi
}

# Run all tests
run_all() {
    print_status "Running all test types..."
    
    local failed=0
    
    run_playwright || failed=$((failed + 1))
    run_cucumber || failed=$((failed + 1))
    run_backstop || failed=$((failed + 1))
    
    if [ $failed -eq 0 ]; then
        print_success "All tests completed successfully"
    else
        print_error "$failed test type(s) failed"
        exit 1
    fi
}

# Main execution
main() {
    echo ""
    print_status "BackWPUp E2E Test Runner"
    print_status "Environment: $ENVIRONMENT"
    print_status "Test Type: $TEST_TYPE"
    echo ""
    
    # Set environment variable
    export TEST_ENV="$ENVIRONMENT"
    
    # Clean results if requested
    clean_results
    
    # Run tests based on type
    case $TEST_TYPE in
        playwright)
            run_playwright
            ;;
        cucumber)
            run_cucumber
            ;;
        backstop)
            run_backstop
            ;;
        all)
            run_all
            ;;
        *)
            print_error "Unknown test type: $TEST_TYPE"
            print_usage
            exit 1
            ;;
    esac
    
    print_success "Test execution completed"
}

# Run main function
main "$@"