ollama-exporter.sh

#!/bin/bash

# Function to check command success
check_success() {
    if [ $? -ne 0 ]; then
        echo "$1"
        exit 1
    fi
}

# Function to check if a command exists
command_exists() {
    command -v "$1" >/dev/null 2>&1 || { echo "$1 command not found. Please install it. Exiting..."; exit 1; }
}

# Ensure required commands exist
command_exists "ollama"
command_exists "pv"
command_exists "pigz"
command_exists "rclone"

# Function to display help message
show_help() {
    cat << EOF
Usage: ${0##*/} [OPTIONS]

Options:
  -m, --model-name    Name of the model to pull and backup (e.g. "moondream", "gemma2:2b", "llama3.1:70b").
  -d, --dest-folder   Path to the destination folder where the tar.gz file will be moved.
  -f, --model-folder  Path to the ollama model folder (default: /usr/share/ollama/.ollama/models).
  --no-delete         Do not delete the original model folder contents after moving.
  -h, --help          Display this help message and exit.

If no options are provided, the script will display this help message.

Examples:
  ${0##*/} -m moondream -d /path/to/backup -f /custom/path/to/models
  ${0##*/} -m llama3.1:70b -d /home/pyenb/Daten/Backups/Ollama/models
EOF
}

# Default values
MODEL_NAME=""
OLLAMA_ROOT="/usr/share/ollama/.ollama"
MODEL_FOLDER="${OLLAMA_ROOT}/models"
DEST_FOLDER=""
DELETE_FILES=true

# Parse command-line arguments
while [[ $# -gt 0 ]]; do
    case $1 in
        -m|--model-name)
            MODEL_NAME="$2"
            shift 2
            ;;
        -d|--dest-folder)
            DEST_FOLDER="$2"
            shift 2
            ;;
        -f|--model-folder)
            MODEL_FOLDER="$2"
            shift 2
            ;;
        --no-delete)
            DELETE_FILES=false
            shift
            ;;
        -h|--help)
            show_help
            exit 0
            ;;
        *)
            echo "Unknown option: $1"
            show_help
            exit 1
            ;;
    esac
done

# Validate required arguments
if [ -z "$MODEL_NAME" ] || [ -z "$DEST_FOLDER" ]; then
    echo "Error: Both model name and destination folder are required. Exiting..."
    show_help
    exit 1
fi

TAR_FILE_NAME="${MODEL_NAME}.tar.gz"

# Check if the destination folder exists and is writable
if [ ! -d "$DEST_FOLDER" ]; then
    echo "Error: Destination folder does not exist. Exiting..."
    exit 1
fi

if [ ! -w "$DEST_FOLDER" ]; then
    echo "Error: Destination folder is not writable. Exiting..."
    exit 1
fi

# Check if the model has already been compressed to the destination folder
if [ -e "${DEST_FOLDER}/${TAR_FILE_NAME}" ]; then
    echo "${TAR_FILE_NAME} already exists in the destination folder. Exiting..."
    exit 0
fi

# Check if model folder is not empty
if [ -n "$(ls -A "$MODEL_FOLDER")" ]; then
    read -p "Ollama model folder is not empty. Do you want to delete the contents? (y/n): " -n 1 -r
    echo

    if [[ $REPLY =~ ^[Yy]$ ]]; then
        echo "Deleting contents of the model folder..."
        rm -rf "$MODEL_FOLDER"/*
        check_success "Failed to clean the model folder."
        echo "Model folder cleaned successfully."
    else
        echo "Exiting..."
        exit 1
    fi
fi

# Pull the Ollama model
echo "Pulling the Ollama model: ${MODEL_NAME}..."
ollama pull "${MODEL_NAME}"
check_success "Failed to pull the model."

# Check if model folder has content after pulling
if [ -z "$(ls -A "$MODEL_FOLDER")" ]; then
    echo "Ollama model folder is empty after pulling the model. Exiting..."
    exit 1
fi

# Check if tar.gz file already exists
if [ -e "${OLLAMA_ROOT}/${TAR_FILE_NAME}" ]; then
    echo "${TAR_FILE_NAME} already exists in the Ollama model folder. Skipping the compression step..."
else
    # Compress the model folder
    echo "Compressing the model folder..."

    tar -cf - -C "$(dirname "$MODEL_FOLDER")" "$(basename "$MODEL_FOLDER")" \
        | pv -s $(du -sb "$MODEL_FOLDER" | cut -f1) \
        | pigz > "${OLLAMA_ROOT}/${TAR_FILE_NAME}"
    check_success "Failed to compress the model folder."
fi

# Move the tar.gz file to the destination folder using rclone
echo "Moving the compressed file to '${DEST_FOLDER}/'..."
rclone move "${OLLAMA_ROOT}/${TAR_FILE_NAME}" "${DEST_FOLDER}/" --progress
check_success "Failed to move the compressed file."

# Handle deletion based on the flag
if [ "$DELETE_FILES" = true ]; then
    echo "Deleting the original model folder contents..."
    rm -rf "$MODEL_FOLDER/blobs" "$MODEL_FOLDER/manifests"
    check_success "Failed to delete the model folder contents."
    echo "Model moved and cleaned up successfully."
else
    echo "Original model folder contents not deleted as per user request."
fi