Update ci.yml

Author: rowingdude

.github/workflows/ci.yml

@@ -15,9 +15,16 @@ jobs:
   test:
     runs-on: ${{ matrix.os }}
     strategy:
+      fail-fast: false
       matrix:
         os: [ubuntu-latest, windows-latest, macos-latest]
         python-version: ['3.8', '3.9', '3.10', '3.11', '3.12']
+        exclude:
+          # Reduce Windows matrix to prevent timeouts
+          - os: windows-latest
+            python-version: '3.8'
+          - os: windows-latest
+            python-version: '3.9'
 
     steps:
     - uses: actions/checkout@v4
@@ -74,9 +81,15 @@ jobs:
             print(f'\\nAll Python files passed syntax check')
         "
 
-    - name: Run unit tests with pytest
+    - name: Run unit tests with pytest (Windows)
+      if: runner.os == 'Windows'
       run: |
-        pytest tests/ -v --tb=short --cov=src/analyzeMFT --cov-report=xml --cov-report=term-missing --timeout=60 -m "not slow"
+        pytest tests/test_constants.py tests/test_config.py tests/test_validators.py tests/test_cli.py tests/test_file_writers.py -v --tb=short --timeout=30 --maxfail=3
+
+    - name: Run unit tests with pytest (Linux/macOS)
+      if: runner.os != 'Windows'
+      run: |
+        pytest tests/ -v --tb=short --cov=src/analyzeMFT --cov-report=xml --cov-report=term-missing --timeout=30 -m "not slow and not integration" --maxfail=5
 
     - name: Upload coverage reports to Codecov
       uses: codecov/codecov-action@v3

.github/workflows/slow-tests.yml

@@ -0,0 +1,64 @@
+name: Slow Tests
+
+on:
+  workflow_dispatch:
+  schedule:
+    # Run slow tests daily at 2 AM UTC
+    - cron: '0 2 * * *'
+
+permissions:
+  contents: read
+
+jobs:
+  slow-tests:
+    name: Slow Tests - ${{ matrix.os }} Python ${{ matrix.python-version }}
+    runs-on: ${{ matrix.os }}
+    timeout-minutes: 30
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, windows-latest, macos-latest]
+        python-version: ['3.11']
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ matrix.python-version }}
+
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install -r requirements.txt
+        pip install pytest pytest-timeout
+        pip install -e .
+
+    - name: Run slow integration tests
+      run: |
+        pytest tests/ -v --tb=short \
+          --timeout=300 \
+          -m "slow" \
+          --maxfail=3
+
+    - name: Test large record processing
+      run: |
+        # Test with a larger synthetic MFT
+        python -c "
+from src.analyzeMFT.test_generator import create_test_mft
+create_test_mft('large_test.mft', 5000)
+"
+        python analyzeMFT.py -f large_test.mft -o large_output.csv --csv
+        
+        # Verify output
+        python -c "
+import csv
+with open('large_output.csv') as f:
+    reader = csv.reader(f)
+    rows = list(reader)
+    print(f'Processed {len(rows)-1} records')  # -1 for header
+    assert len(rows) > 5000, f'Expected >5000 rows, got {len(rows)}'
+"
+        
+        echo "Large test completed successfully"

.github/workflows/test.yml

@@ -52,7 +52,8 @@ jobs:
           --cov-report=term-missing \
           --timeout=30 \
           -m "not slow and not integration" \
-          --maxfail=10
+          --maxfail=10 \
+          -x
 
     - name: Upload coverage to Codecov
       if: matrix.python-version == '3.11'

tests/test_integration.py

@@ -96,6 +96,8 @@ def test_synthetic_mft_analysis(analyzed_output):
     # assert any(record['Filename'] == 'Windows' and record['File Type'] == 'Directory' for record in records), "Windows directory not found"
     print("Synthetic MFT analysis test passed successfully!")
 
+@pytest.mark.slow
+@pytest.mark.integration  
 def test_synthetic_mft_statistics(synthetic_mft):
     analyzer = MftAnalyzer(synthetic_mft, "temp_output.csv", debug=False, compute_hashes=True, export_format="csv")
     asyncio.run(analyzer.analyze())

tests/test_mft_analyzer.py

@@ -195,6 +195,7 @@ async def test_write_csv_block(analyzer, mock_mft_record):
     assert len(analyzer.mft_records) == 0
 
 @pytest.mark.asyncio
+@pytest.mark.slow
 async def test_analyze_large_number_of_records(analyzer, mock_mft_file, mock_mft_record):
     large_mft_file = mock_mft_file * 10000
     with patch("builtins.open", mock_open(read_data=large_mft_file)), \