run_tests.sh

#!/bin/bash
set -e

# Determine base branch by looking at the upstream. If no upstream is set, fall back to "master".
detect_base_branch() {
    # If there’s an upstream (e.g. origin/master or origin/main), use that.
    if base="$(git rev-parse --abbrev-ref --symbolic-full-name @{u} 2>/dev/null)"; then
        echo "$base"
    else
        echo "master"
    fi
}

# Find all directories (under start_dir) that contain a CMakeLists.txt
find_cmake_subdirs() {
    local start_dir="$1"
    find "$start_dir" -type f -name 'CMakeLists.txt' -printf '%h\n' | sort -u
}

# Find only those Python-package roots that actually have a tests/ subdirectory.
# In other words, look for “*/tests” and return the parent directory.
find_python_subdirs() {
    local start_dir="$1"
    find "$start_dir" -type d -name 'tests' -printf '%h\n' | sort -u
}

# Get the list of files changed since the last commit on base branch
get_modified_files() {
    local base_branch
    base_branch="$(detect_base_branch)"
    git diff --name-only "$base_branch"...HEAD
}

test_cpp_projects() {
    local current_dir
    current_dir=$(pwd)

    # All C++ project directories (where CMakeLists.txt lives)
    local all_subdirs
    all_subdirs=$(find_cmake_subdirs .)

    # Files modified in this PR relative to base
    local modified_files
    modified_files=$(get_modified_files)

    # Filter to only those C++ subdirs in which at least one file was modified
    local modified_subdirs=""
    for subdir in $all_subdirs; do
        # strip leading "./" for comparison against git output
        local sub="${subdir#./}"
        if echo "$modified_files" | grep -q "^$sub/"; then
            modified_subdirs="$modified_subdirs $subdir"
        fi
    done

    if [ -z "$modified_subdirs" ]; then
        echo "No modified C++ projects to test."
        return
    fi

    local total_passed_tests=0
    local total_failed_tests=0
    local cpp_test_log

    cleanup() {
        cd "$current_dir"
        rm -rf build
    }

    echo "Running tests for modified C++ projects:"
    for subdir in $modified_subdirs; do
        echo -e "\nRunning tests for C++ project at: $subdir"
        cd "$subdir"

        mkdir -p build && cd build
        trap cleanup EXIT

        # Hide cmake/make output
        cmake .. 1>/dev/null 2>&1 && make 1>/dev/null 2>&1

        cpp_test_log="$current_dir/cpp_test_$(echo "$subdir" | tr '/' '_').log"
        : > "$cpp_test_log"
        ctest --verbose 2>&1 | tee -a "$cpp_test_log"

        trap - EXIT
        cleanup
        cd "$current_dir"

        # Safely extract “<number> tests from” (if any) or default to 0
        local cpp_total_tests
        cpp_total_tests=$(grep -oP '\d+(?= tests from)' "$cpp_test_log" | tail -1 || echo 0)
        cpp_total_tests="${cpp_total_tests:-0}"

        # Safely extract passed count (if any) or default to 0
        local cpp_passed_tests
        cpp_passed_tests=$(grep -oP '(?<=\[ *PASSED *\] )\d+' "$cpp_test_log" | tail -1 || echo 0)
        cpp_passed_tests="${cpp_passed_tests:-0}"

        local cpp_failed_tests=$(( cpp_total_tests - cpp_passed_tests ))

        total_passed_tests=$(( total_passed_tests + cpp_passed_tests ))
        total_failed_tests=$(( total_failed_tests + cpp_failed_tests ))

        echo "C++ Tests summary for $subdir:"
        echo -e "  Passed: \e[32m$cpp_passed_tests\e[0m, Failed: \e[31m$cpp_failed_tests\e[0m"
    done

    echo -e "\nTotal C++ Tests summary for modified projects:"
    echo -e "  Total Passed: \e[32m$total_passed_tests\e[0m, Total Failed: \e[31m$total_failed_tests\e[0m"
}

test_python_projects() {
    local current_dir
    current_dir=$(pwd)

    # Only pick up directories that actually have a “tests/” folder
    local all_subdirs
    all_subdirs=$(find_python_subdirs .)

    # Which files changed in this PR (relative to base)
    local modified_files
    modified_files=$(get_modified_files)

    # Filter to only those Python-root dirs where at least one file was modified
    local modified_subdirs=""
    for subdir in $all_subdirs; do
        local sub="${subdir#./}"
        if echo "$modified_files" | grep -q "^$sub/"; then
            modified_subdirs="$modified_subdirs $subdir"
        fi
    done

    if [ -z "$modified_subdirs" ]; then
        echo "No modified Python projects to test."
        return
    fi

    local total_passed_tests=0
    local total_failed_tests=0
    local python_test_log

    echo "Running tests for modified Python projects:"
    for subdir in $modified_subdirs; do
        echo -e "\nRunning tests for Python project at: $subdir"
        cd "$subdir"

        python_test_log="$current_dir/python_test_$(echo "$subdir" | tr '/' '_').log"
        : > "$python_test_log"

        # Run unittest discovery; any output goes into the log
        python3 -m unittest discover -v 2>&1 | tee -a "$python_test_log"
        cd "$current_dir"

        # Safely grab “Ran X tests” (default to 0 if none found)
        local python_total_tests
        python_total_tests=$(grep -oP '(?<=Ran )\d+' "$python_test_log" | head -1 || echo 0)
        python_total_tests="${python_total_tests:-0}"

        # Count how many “... ok” lines (default to 0)
        local python_passed_tests
        python_passed_tests=$(grep -c '\.\.\. ok' "$python_test_log" || echo 0)
        python_passed_tests="${python_passed_tests:-0}"

        # Compute failures
        local python_failed_tests=$(( python_total_tests - python_passed_tests ))

        total_passed_tests=$(( total_passed_tests + python_passed_tests ))
        total_failed_tests=$(( total_failed_tests + python_failed_tests ))

        echo "Python Tests summary for $subdir:"
        echo -e "  Passed: \e[32m$python_passed_tests\e[0m, Failed: \e[31m$python_failed_tests\e[0m"
    done

    echo -e "\nTotal Python Tests summary for modified projects:"
    echo -e "  Total Passed: \e[32m$total_passed_tests\e[0m, Total Failed: \e[31m$total_failed_tests\e[0m"
}

main() {
    if [ "$#" -eq 0 ]; then
        echo "Running tests only for projects modified since last commit on base branch."
        echo "---- Python Projects ----"
        test_python_projects
        echo "---- C++ Projects ----"
        test_cpp_projects
        exit 0
    fi

    if [ "$#" -eq 1 ]; then
        case "$1" in
            -h|--help)
                echo "Usage: run_tests.sh [OPTION]"
                echo "Run tests for projects modified since base branch."
                echo ""
                echo "Options:"
                echo "  -h, --help    Show this help message and exit"
                echo "  -p, --python  Run tests for modified Python projects only"
                echo "  -c, --cpp     Run tests for modified C++ projects only"
                exit 0
                ;;
            -p|--python)
                echo "Running tests for modified Python projects:"
                test_python_projects
                exit 0
                ;;
            -c|--cpp)
                echo "Running tests for modified C++ projects:"
                test_cpp_projects
                exit 0
                ;;
            *)
                echo "Unknown option: $1"
                echo "Usage: run_tests.sh [OPTION]"
                exit 1
                ;;
        esac
    fi

    if [ "$#" -gt 1 ]; then
        echo "Too many arguments"
        echo "Usage: run_tests.sh [OPTION]"
        exit 1
    fi
}

main "$@"