# syntax=docker/dockerfile:1
FROM ghcr.io/ggml-org/llama.cpp:server-rocm

ARG LLAMA_SWAP_VERSION=v199
ADD https://github.com/mostlygeek/llama-swap/releases/download/${LLAMA_SWAP_VERSION}/llama-swap_199_linux_amd64.tar.gz /tmp/llama-swap.tar.gz
RUN tar -xzf /tmp/llama-swap.tar.gz -C /usr/local/bin llama-swap \
 && chmod +x /usr/local/bin/llama-swap \
 && rm /tmp/llama-swap.tar.gz

EXPOSE 8080
ENTRYPOINT ["/usr/local/bin/llama-swap"]
CMD ["-config", "/etc/llama-swap/config.yaml", "-listen", ":8080"]