Support for huge files larger than 50 MB

[ai-yann]

What feature(s) would you like to see?

Currently this is limited, as defined in constants.py: DEFAULT_MAX_ACCEPTED_FILE_SIZE_BYTES = 50_000_00.

I have a project that contains many PDFs above 200 MB. Would be nice to have a mechanism to support larger files in the future.

Additional information

No response

[ai-yann]

Let's add some built in PDF splitting like @mattkoscak 's snippet here:

#!/usr/bin/env python3
"""
PDF Splitter

This script takes a large PDF file and splits it into smaller PDF files with 20 pages each.
Usage: python pdf_splitter.py input.pdf
"""

import os
import sys
from PyPDF2 import PdfReader, PdfWriter

def split_pdf(input_path, pages_per_file=20):
    """
    Split a PDF file into smaller chunks with a specified number of pages per file.
    
    Args:
        input_path (str): Path to the input PDF file
        pages_per_file (int): Number of pages per output file (default: 20)
    """
    # Check if file exists
    if not os.path.isfile(input_path):
        print(f"Error: File {input_path} does not exist.")
        sys.exit(1)
    
    # Check if file is a PDF
    if not input_path.lower().endswith('.pdf'):
        print(f"Error: File {input_path} is not a PDF.")
        sys.exit(1)
    
    # Get filename without extension for output naming
    base_name = os.path.basename(input_path)
    output_name_base = os.path.splitext(base_name)[0]
    
    # Create folder for output files if it doesn't exist
    output_dir = f"{output_name_base}_split"
    if not os.path.exists(output_dir):
        os.makedirs(output_dir)
    
    # Open and read the PDF
    try:
        pdf = PdfReader(input_path)
        total_pages = len(pdf.pages)
        print(f"Total pages in PDF: {total_pages}")
        
        # Calculate number of output files needed
        num_output_files = (total_pages + pages_per_file - 1) // pages_per_file
        
        for i in range(num_output_files):
            # Create a PDF writer for this chunk
            output_pdf = PdfWriter()
            
            # Calculate start and end page for this chunk
            start_page = i * pages_per_file
            end_page = min((i + 1) * pages_per_file, total_pages)
            
            # Add pages to output PDF
            for page_num in range(start_page, end_page):
                output_pdf.add_page(pdf.pages[page_num])
            
            # Generate output filename
            output_path = os.path.join(output_dir, f"{output_name_base}_part{i+1}.pdf")
            
            # Write the output PDF file
            with open(output_path, "wb") as output_file:
                output_pdf.write(output_file)
            
            print(f"Created {output_path} with pages {start_page+1}-{end_page}")
        
        print(f"\nSplit complete! {num_output_files} files created in folder: {output_dir}")
    
    except Exception as e:
        print(f"Error processing PDF: {e}")
        sys.exit(1)

if __name__ == "__main__":
    # Check command line arguments
    if len(sys.argv) != 2:
        print("Usage: python pdf_splitter.py input.pdf")
        sys.exit(1)
    
    input_pdf = sys.argv[1]
    split_pdf(input_pdf)