build.sh

#!/bin/bash
# Build vllm docker image
#
# Date: 27-Jan-2024
# https://github.com/jasonacox/TinyLLM

echo "Build vllm docker image..."

DOCKER_BUILDKIT=1 docker build . -f Dockerfile --target vllm-openai --tag vllm