DOLPHIN/nautilus_dolphin/run_all_tests.py

"""
Nautilus-Dolphin Test Runner
============================

Runs all tests in sequence and logs results.
Creates a report of passing/failing tests with error details.
"""

import subprocess
import sys
from pathlib import Path
from datetime import datetime

# Test files to run (in order)
TEST_FILES = [
    # Core ACB tests (our new implementation)
    'tests/test_acb_standalone.py',
    'tests/test_adaptive_circuit_breaker.py',
    
    # Original Nautilus-Dolphin tests
    'tests/test_circuit_breaker.py',
    'tests/test_metrics_monitor.py',
    'tests/test_position_manager.py',
    'tests/test_signal_bridge.py',
    'tests/test_smart_exec_algorithm.py',
    'tests/test_strategy.py',
    'tests/test_volatility_detector.py',
    
    # Comparison test (requires both)
    'tests/test_acb_nautilus_vs_reference.py',
]

def run_test(test_file):
    """Run a single test file and return results."""
    print(f"\n{'='*80}")
    print(f"Running: {test_file}")
    print('='*80)
    
    test_path = Path(__file__).parent / test_file
    
    if not test_path.exists():
        print(f"[SKIP] File not found: {test_file}")
        return {
            'file': test_file,
            'status': 'NOT_FOUND',
            'returncode': None,
            'stdout': '',
            'stderr': ''
        }
    
    try:
        result = subprocess.run(
            [sys.executable, '-m', 'pytest', str(test_path), '-v', '--tb=short'],
            capture_output=True,
            text=True,
            timeout=60
        )
        
        status = 'PASS' if result.returncode == 0 else 'FAIL'
        
        print(f"\n[RESULT] {status} (exit code: {result.returncode})")
        
        # Print relevant output
        if result.stdout:
            # Extract test summary
            lines = result.stdout.split('\n')
            for line in lines:
                if any(x in line for x in ['PASSED', 'FAILED', 'ERROR', 'test_', '::']):
                    print(line)
        
        if result.stderr and result.returncode != 0:
            print("\n[STDERR]")
            print(result.stderr[:2000])  # Limit output
        
        return {
            'file': test_file,
            'status': status,
            'returncode': result.returncode,
            'stdout': result.stdout,
            'stderr': result.stderr
        }
        
    except subprocess.TimeoutExpired:
        print(f"[TIMEOUT] Test exceeded 60 seconds")
        return {
            'file': test_file,
            'status': 'TIMEOUT',
            'returncode': -1,
            'stdout': '',
            'stderr': 'Test timeout'
        }
    except Exception as e:
        print(f"[ERROR] {e}")
        return {
            'file': test_file,
            'status': 'ERROR',
            'returncode': -1,
            'stdout': '',
            'stderr': str(e)
        }

def main():
    """Run all tests and generate report."""
    print("="*80)
    print("NAUTILUS-DOLPHIN TEST SUITE")
    print(f"Started: {datetime.now().strftime('%Y-%m-%d %H:%M:%S')}")
    print("="*80)
    
    results = []
    
    for test_file in TEST_FILES:
        result = run_test(test_file)
        results.append(result)
    
    # Generate summary report
    print("\n" + "="*80)
    print("TEST SUMMARY REPORT")
    print("="*80)
    
    passed = sum(1 for r in results if r['status'] == 'PASS')
    failed = sum(1 for r in results if r['status'] == 'FAIL')
    skipped = sum(1 for r in results if r['status'] == 'NOT_FOUND')
    errors = sum(1 for r in results if r['status'] in ['ERROR', 'TIMEOUT'])
    
    print(f"\nTotal Tests: {len(results)}")
    print(f"  PASSED:  {passed}")
    print(f"  FAILED:  {failed}")
    print(f"  ERRORS:  {errors}")
    print(f"  SKIPPED: {skipped}")
    
    print("\n" + "-"*80)
    print("DETAILED RESULTS")
    print("-"*80)
    
    for r in results:
        status_symbol = {
            'PASS': '[PASS]',
            'FAIL': '[FAIL]',
            'NOT_FOUND': '[SKIP]',
            'ERROR': '[ERR]',
            'TIMEOUT': '[TIME]'
        }.get(r['status'], '[???]')
        
        print(f"{status_symbol} {r['file']:<50} {r['status']}")
    
    # List failures for fixing
    if failed > 0 or errors > 0:
        print("\n" + "="*80)
        print("TESTS NEEDING FIXES")
        print("="*80)
        
        for r in results:
            if r['status'] in ['FAIL', 'ERROR', 'TIMEOUT']:
                print(f"\n{r['file']}:")
                print(f"  Status: {r['status']}")
                if r['stderr']:
                    # Extract key error info
                    stderr_lines = r['stderr'].split('\n')
                    for line in stderr_lines[:20]:
                        if any(x in line for x in ['Error', 'error', 'ImportError', 'ModuleNotFoundError', 'AssertionError']):
                            print(f"  Error: {line.strip()}")
    
    # Save report to file
    report_file = Path(__file__).parent / 'test_report.txt'
    with open(report_file, 'w') as f:
        f.write("NAUTILUS-DOLPHIN TEST REPORT\n")
        f.write(f"Generated: {datetime.now().strftime('%Y-%m-%d %H:%M:%S')}\n")
        f.write("="*80 + "\n\n")
        
        f.write(f"Total Tests: {len(results)}\n")
        f.write(f"  PASSED:  {passed}\n")
        f.write(f"  FAILED:  {failed}\n")
        f.write(f"  ERRORS:  {errors}\n")
        f.write(f"  SKIPPED: {skipped}\n\n")
        
        f.write("DETAILED RESULTS:\n")
        f.write("-"*80 + "\n")
        
        for r in results:
            f.write(f"[{r['status']}] {r['file']}\n")
            if r['status'] != 'PASS' and r['stderr']:
                f.write(f"  Error excerpt: {r['stderr'][:500]}\n")
            f.write("\n")
    
    print(f"\n[Report saved to: {report_file}]")
    
    return failed == 0 and errors == 0

if __name__ == '__main__':
    success = main()
    sys.exit(0 if success else 1)