FROM vllm/vllm-openai:latest

# Download model during build
RUN python -c "from huggingface_hub import snapshot_download; \
    snapshot_download('mistralai/Mistral-7B-v0.1', local_dir='/models/mistral-7b')"

# Set default model
CMD ["--model", "/models/mistral-7b"]

        __
        __