Testing a idea

Author: cdorsman

.github/scripts/detect_changes.py

@@ -0,0 +1,67 @@
+#!/usr/bin/env python3
+"""
+Script to detect changed Python files in a git repository.
+Used by GitHub Actions workflow to determine which files to lint/test.
+"""
+import os
+import subprocess
+import sys
+
+
+def get_changed_files(event_name, base_ref=None, before_sha=None, after_sha=None):
+    """
+    Get list of changed Python files based on git diff.
+    
+    Args:
+        event_name: GitHub event name ('pull_request' or 'push')
+        base_ref: Base branch for PR comparisons
+        before_sha: Before SHA for push comparisons
+        after_sha: After SHA for push comparisons
+    
+    Returns:
+        tuple: (has_python_changes, changed_files)
+    """
+    # Determine the correct git diff command based on event type
+    if event_name == 'pull_request':
+        # For PRs, compare against base branch
+        cmd = ['git', 'diff', '--name-only', '--diff-filter=ACMRT', f'origin/{base_ref}', 'HEAD']
+    else:
+        # For pushes, use the before/after SHAs
+        cmd = ['git', 'diff', '--name-only', '--diff-filter=ACMRT', before_sha, after_sha]
+    
+    # Execute git command and get output
+    result = subprocess.run(cmd, capture_output=True, text=True)
+    all_changed_files = [f for f in result.stdout.strip().split('\n') if f]
+    
+    # Filter for Python files, excluding setup.py initially
+    changed_files = [f for f in all_changed_files if f.endswith('.py') and f != 'setup.py']
+    
+    # Add setup.py only if it was actually changed
+    if 'setup.py' in all_changed_files:
+        changed_files.append('setup.py')
+    
+    # Check if we have any Python changes
+    has_python_changes = len(changed_files) > 0
+    
+    return has_python_changes, changed_files
+
+
+if __name__ == "__main__":
+    # Get parameters from environment variables or command line
+    event_name = os.environ.get('GITHUB_EVENT_NAME', sys.argv[1] if len(sys.argv) > 1 else None)
+    base_ref = os.environ.get('GITHUB_BASE_REF', sys.argv[2] if len(sys.argv) > 2 else None)
+    before_sha = os.environ.get('GITHUB_BEFORE', sys.argv[3] if len(sys.argv) > 3 else None)
+    after_sha = os.environ.get('GITHUB_AFTER', sys.argv[4] if len(sys.argv) > 4 else None)
+    
+    # Get changed files
+    has_changes, files = get_changed_files(event_name, base_ref, before_sha, after_sha)
+    
+    # Output for GitHub Actions
+    if has_changes:
+        print(f"::set-output name=has_python_changes::true")
+        print(f"::set-output name=files::{' '.join(files)}")
+        print("Changed Python files:", ' '.join(files))
+    else:
+        print("::set-output name=has_python_changes::false")
+        print("::set-output name=files::")
+        print("No Python files changed")

.github/scripts/generate_summary.py

@@ -0,0 +1,39 @@
+#!/usr/bin/env python3
+"""
+Script to generate a summary for GitHub Actions workflow.
+Used to create a consistent summary at the end of the workflow.
+"""
+import os
+import sys
+
+
+def generate_summary(has_python_changes):
+    """
+    Generate a summary for GitHub Actions step summary.
+    
+    Args:
+        has_python_changes: Boolean indicating if any Python files were changed
+    """
+    # Get the path to the GitHub step summary file
+    summary_file = os.environ.get('GITHUB_STEP_SUMMARY')
+    if not summary_file:
+        print("GITHUB_STEP_SUMMARY environment variable not found.")
+        return
+    
+    with open(summary_file, 'a') as f:
+        f.write('## Pull Request Lint Results\n')
+        if has_python_changes:
+            f.write('Linting has completed for all Python files changed in this PR.\n')
+            f.write('See individual job logs for detailed results.\n')
+        else:
+            f.write('No Python files were changed in this PR. Linting was skipped.\n')
+        f.write('\n')
+        f.write('⚠️ **Note:** This PR still requires manual approval regardless of linting results.\n')
+
+
+if __name__ == "__main__":
+    # Get whether there were Python changes from arguments
+    has_python_changes = sys.argv[1].lower() == 'true' if len(sys.argv) > 1 else False
+    
+    # Generate the summary
+    generate_summary(has_python_changes)

.github/scripts/generate_tox_config.py

@@ -0,0 +1,80 @@
+#!/usr/bin/env python3
+"""
+Script to generate a custom tox configuration for testing changed files.
+Used by GitHub Actions workflow for PR testing.
+"""
+import os
+import sys
+
+
+def generate_tox_config(changed_files, output_file='tox_pr.ini'):
+    """
+    Generate a customized tox configuration for testing changed files.
+    
+    Args:
+        changed_files: List of changed Python files
+        output_file: Path to write the tox configuration to
+    """
+    with open(output_file, 'w') as tox_file:
+        # Write tox section
+        tox_file.write('[tox]\n')
+        tox_file.write('envlist = py312\n')
+        tox_file.write('skip_missing_interpreters = true\n\n')
+        
+        # Write testenv section
+        tox_file.write('[testenv]\n')
+        tox_file.write('setenv =\n')
+        tox_file.write('    COVERAGE_FILE = .coverage.{envname}\n')
+        tox_file.write('deps =\n')
+        tox_file.write('    -r requirements-dev.txt\n')
+        tox_file.write('allowlist_externals =\n')
+        tox_file.write('    pytest\n')
+        tox_file.write('    coverage\n')
+        tox_file.write('commands =\n')
+        
+        # Always run a baseline test with coverage
+        tox_file.write('    pytest -xvs --cov=patterns tests/ --cov-report=term-missing\n')
+        
+        # Add test commands for changed files
+        tox_file.write('    # Run specific tests for changed files\n')
+        
+        for file in changed_files:
+            if file.endswith('.py'):
+                # Handle implementation files
+                if file.startswith('patterns/'):
+                    module_name = os.path.basename(file)[:-3]  # Remove .py extension
+                    pattern_dir = os.path.dirname(file).split('/', 1)[1] if '/' in os.path.dirname(file) else ''
+                    
+                    tox_file.write(f'    # Testing {file}\n')
+                    
+                    # Check for specific test file and add it conditionally
+                    test_file = f'tests/{pattern_dir}/test_{module_name}.py'
+                    # Use conditional for test file
+                    tox_file.write(f'    python -c "import os.path; test_path=\'{test_file}\'; print(f\'Test file {{test_path}} exists: {{os.path.exists(test_path)}}\')" \n')
+                    tox_file.write(f'    pytest -xvs --cov=patterns --cov-append tests/{pattern_dir}/ -k "{module_name}"\n')
+                
+                # Run test files directly if modified
+                if file.startswith('tests/'):
+                    tox_file.write(f'    pytest -xvs --cov=patterns --cov-append {file}\n')
+        
+        # Run doctests on pattern files
+        tox_file.write('    # Run doctests\n')
+        for file in changed_files:
+            if file.startswith('patterns/') and file.endswith('.py'):
+                tox_file.write(f'    pytest --doctest-modules -v --cov=patterns --cov-append {file}\n')
+        
+        # Add coverage report commands
+        tox_file.write('    coverage combine\n')
+        tox_file.write('    coverage report\n')
+
+
+if __name__ == "__main__":
+    # Get list of changed files from arguments
+    changed_files = sys.argv[1].split() if len(sys.argv) > 1 else []
+    
+    # Generate the tox configuration
+    generate_tox_config(changed_files)
+    
+    # Print the configuration to stdout
+    with open('tox_pr.ini', 'r') as f:
+        print(f.read())

.github/scripts/run_tests.py

@@ -0,0 +1,52 @@
+#!/usr/bin/env python3
+"""
+Script to run pytest on specific files based on changes.
+Used by GitHub Actions workflow for PR testing.
+"""
+import os
+import subprocess
+import sys
+
+
+def run_tests_for_changed_files(changed_files):
+    """
+    Run appropriate tests for the changed files.
+    
+    Args:
+        changed_files: List of changed Python files
+    """
+    # Run test discovery first
+    print("Running pytest discovery...")
+    subprocess.run(['python', '-m', 'pytest', '--collect-only', '-v'])
+    
+    # Extract module paths from changed files
+    print("Running tests for changed files...")
+    modules = []
+    for file in changed_files:
+        if file.startswith('patterns/'):
+            # Convert file path to module path (remove .py and replace / with .)
+            module_path = file.replace('.py', '').replace('/', '.')
+            modules.append(module_path)
+    
+    # Run tests for each module
+    for module in modules:
+        module_name = module.split('.')[-1]
+        print(f"Testing module: {module}")
+        subprocess.run(['python', '-m', 'pytest', '-xvs', 'tests/', '-k', module_name], 
+                      check=False)
+    
+    # Then run doctests on the changed files
+    print("Running doctests for changed files...")
+    for file in changed_files:
+        if file.endswith('.py'):
+            print(f"Running doctest for {file}")
+            subprocess.run(['python', '-m', 'pytest', '--doctest-modules', '-v', file], 
+                         check=False)
+
+
+if __name__ == "__main__":
+    # Get list of changed files from arguments
+    changed_files = sys.argv[1].split() if len(sys.argv) > 1 else []
+    
+    # Run the tests
+    run_tests_for_changed_files(changed_files)