scraper.sh

#!/bin/bash

function find_free_port() {
    port=$(shuf -i 1024-65535 -n 1)
    while netstat -an | grep -q LISTEN:$port; do
        port=$(shuf -i 1024-65535 -n 1)
    done
    echo $port
}

function launch_scraper() {
    DMM_PATH="$(dirname "$(readlink -f "$0")")"
    echo "$0"
    echo "$(readlink -f $0)"

    echo "Launching scraper ($DMM_PATH): $1..."

    if [ "$1" = "upkeep" ]; then
        SESSION_NAME="upkeep"
        tmux new-session -d -s upkeep

        # requested
        tmux new-window -t upkeep:1 -n requested
        PORT=$(find_free_port)
        tmux send-keys -t upkeep:1 "cd $DMM_PATH && npm start -- -p $PORT && exit" C-m
        sleep 3
        tmux send-keys -t upkeep:0 "curl \"http://localhost:$PORT/api/scrapers/requested\" &" C-m

        # processed
        tmux new-window -t upkeep:2 -n processed
        PORT=$(find_free_port)
        tmux send-keys -t upkeep:2 "cd $DMM_PATH && npm start -- -p $PORT && exit" C-m
        sleep 3
        tmux send-keys -t upkeep:0 "curl \"http://localhost:$PORT/api/scrapers/stuck\" &" C-m

        # movie updater
        tmux new-window -t upkeep:3 -n movieclean
        PORT=$(find_free_port)
        tmux send-keys -t upkeep:3 "cd $DMM_PATH && npm start -- -p $PORT && exit" C-m
        sleep 3
        tmux send-keys -t upkeep:0 "curl \"http://localhost:$PORT/api/cleaners/movie\" &" C-m

        # tv updater
        tmux new-window -t upkeep:4 -n tvclean
        PORT=$(find_free_port)
        tmux send-keys -t upkeep:4 "cd $DMM_PATH && npm start -- -p $PORT && exit" C-m
        sleep 3
        tmux send-keys -t upkeep:0 "curl \"http://localhost:$PORT/api/cleaners/tv\" &" C-m

        # empty
        tmux new-window -t upkeep:5 -n empty
        PORT=$(find_free_port)
        tmux send-keys -t upkeep:5 "cd $DMM_PATH && npm start -- -p $PORT && exit" C-m
        sleep 3
        tmux send-keys -t upkeep:0 "curl \"http://localhost:$PORT/api/scrapers/empty?quantity=3\" &" C-m

        # torrentio
        tmux new-window -t upkeep:6 -n torrentio
        PORT=$(find_free_port)
        tmux send-keys -t upkeep:6 "cd $DMM_PATH && npm start -- -p $PORT && exit" C-m
        sleep 3
        tmux send-keys -t upkeep:0 "curl \"http://localhost:$PORT/api/scrapers/torrentio\" &" C-m

        # done!
        sleep 3
        tmux kill-window -t upkeep:0

    elif [[ "$1" =~ ^tt[a-z0-9]{3,20}$ ]]; then
        PARAM="$1"
        PORT=$(find_free_port)
        SESSION_NAME="$PARAM-$PORT"
        AGE="$2"
        tmux new-session -d -s $SESSION_NAME
        tmux send-keys -t $SESSION_NAME:0 "cd $DMM_PATH && npm start -- -p $PORT && exit" C-m
        sleep 3
        tmux new-window -t $SESSION_NAME:1
        tmux send-keys -t $SESSION_NAME:1 "curl \"http://localhost:$PORT/api/scrapers/imdb?replaceOldScrape=false&id=$PARAM\"" C-m
        sleep 3
        tmux kill-window -t $SESSION_NAME:1

    elif [[ "$1" =~ ^rtt[a-z0-9]{3,20}$ ]]; then
        PARAM="${1#r}"
        PORT=$(find_free_port)
        SESSION_NAME="$PARAM-$PORT"
        AGE="$2"
        tmux new-session -d -s $SESSION_NAME
        tmux send-keys -t $SESSION_NAME:0 "cd $DMM_PATH && npm start -- -p $PORT && exit" C-m
        sleep 3
        tmux new-window -t $SESSION_NAME:1
        tmux send-keys -t $SESSION_NAME:1 "curl \"http://localhost:$PORT/api/scrapers/imdb?replaceOldScrape=true&id=$PARAM\"" C-m
        sleep 3
        tmux kill-window -t $SESSION_NAME:1

    elif [[ "$1" =~ ^[a-z]{3,20}$ ]]; then
        PARAM="$1"
        PORT=$(find_free_port)
        SESSION_NAME="$PARAM-$PORT"
        AGE="$2"
        tmux new-session -d -s $SESSION_NAME
        tmux send-keys -t $SESSION_NAME:0 "cd $DMM_PATH && npm start -- -p $PORT && exit" C-m
        sleep 3
        tmux new-window -t $SESSION_NAME:1
        tmux send-keys -t $SESSION_NAME:1 "curl \"http://localhost:$PORT/api/scrapers/listoflists?skipMs=1&rescrapeIfXDaysOld=$AGE&quantity=3&search=$PARAM\"" C-m
        sleep 3
        tmux kill-window -t $SESSION_NAME:1

    else
        PARAM="$1"
        SLUG=$(curl -s "https://mdblist.com/api/lists/$PARAM/?apikey=55gg408ja72aa3f5d5p90w4zu" | jq -r '.[0].slug')
        PORT=$(find_free_port)
        SESSION_NAME="$SLUG-$PORT"
        AGE="$2"
        tmux new-session -d -s $SESSION_NAME
        tmux send-keys -t $SESSION_NAME:0 "cd $DMM_PATH && npm start -- -p $PORT && exit" C-m
        sleep 3
        tmux new-window -t $SESSION_NAME:1
        tmux send-keys -t $SESSION_NAME:1 "curl \"http://localhost:$PORT/api/scrapers/singlelist?skipMs=1&rescrapeIfXDaysOld=$AGE&quantity=3&listId=$PARAM\"" C-m
        sleep 3
        tmux kill-window -t $SESSION_NAME:1
    fi

    tmux ls | grep $SESSION_NAME
    echo "Launched $SESSION_NAME"
}