run_llvm_tests.py

#!/usr/bin/env python3
"""
Test runner for LLVM-compiled BASIC programs in the test_suite directory.
Finds all .bas files, compiles them to LLVM IR, then runs the compiled programs,
and verifies they return the expected exit code.
"""

import sys
import os
import argparse
import subprocess
from test_runner_common import run_test_suite

def llvm_command_generator(program_path):
    """Generate command to compile and run a BASIC program with LLVM using tbc.py."""
    # Use tbc.py as a module to compile and run the program
    # Note: Coverage only applies to the compilation process, not the compiled executable
    return [sys.executable, "-m", "trekbasicpy.tbc", program_path]

def main():
    parser = argparse.ArgumentParser(description='Run LLVM compiler tests.')
    parser.add_argument('--include-dir', '-d', action='append', dest='additional_dirs',
                       help='Additional directory to search for .bas files (can be used multiple times)')
    parser.add_argument('--only-dir', '-o', 
                       help='Only run tests from this directory (skip test_suite)')
    parser.add_argument('--test-suite-dir', "-t", type=str, default=None,
                       help='Directory containing BASIC test programs (default: directory containing this script)')
    args = parser.parse_args()

    # Determine test suite directory
    if args.test_suite_dir is not None:
        test_suite_dir = args.test_suite_dir
    else:
        test_suite_dir = os.path.dirname(os.path.abspath(__file__))
    
    # Check if clang is available
    try:
        subprocess.run(["clang", "--version"], capture_output=True, check=True)
    except (subprocess.CalledProcessError, FileNotFoundError):
        print("Error: clang is not available. Please install clang to run LLVM tests.")
        sys.exit(1)
    
    overall_success = True
    
    if args.only_dir:
        # Only run tests from the specified directory
        if not os.path.exists(args.only_dir):
            print(f"Error: Directory '{args.only_dir}' does not exist")
            sys.exit(1)
        
        success = run_test_suite(args.only_dir, f"LLVM Compiler ({os.path.basename(args.only_dir)})", llvm_command_generator)
        overall_success = success
    else:
        # Run the main test suite
        if not os.path.exists(test_suite_dir):
            print(f"Error: Test suite directory '{test_suite_dir}' does not exist. Use --test-suite-dir to specify a different directory.")
            sys.exit(1)
        success = run_test_suite(test_suite_dir, f"LLVM Compiler ({os.path.basename(test_suite_dir)})", llvm_command_generator)
        overall_success = success
        
        # Run additional directories if specified
        if args.additional_dirs:
            for additional_dir in args.additional_dirs:
                if not os.path.exists(additional_dir):
                    print(f"Warning: Directory '{additional_dir}' does not exist, skipping")
                    continue
                
                print()  # Add blank line between test suites
                dir_name = os.path.basename(additional_dir)
                success = run_test_suite(additional_dir, f"LLVM Compiler ({dir_name})", llvm_command_generator)
                overall_success = overall_success and success
    
    # Exit with appropriate status
    sys.exit(0 if overall_success else 1)

if __name__ == "__main__":
    main()