diff --git a/README.md b/README.md index 72a6dbe86..6ef82fdb4 100644 --- a/README.md +++ b/README.md @@ -77,10 +77,23 @@ Start the server with one of the commands (CPU or GPU): ./build/bin/llama-server --model /my_local_files/gguf/Qwen_Qwen3-0.6B-IQ4_NL.gguf --ctx-size 4096 -ngl 999 ``` -That's all! Open [http://127.0.0.1:8080](http://127.0.0.1:8080) in Browser start chatting. +That's all! Open [http://127.0.0.1:8080](http://127.0.0.1:8080) in Browser and start chatting, or use the available API endpoins in your program/harness. +### Run in Docker or Podman -### [Step by step guide](./docker/README.md) for ik_llama.cpp in podman/docker container including llama-swap +Pull one of the available images from `ghcr.io`. [View all tags](https://github.com/ikawrakow/ik_llama.cpp/pkgs/container/ik-llama-cpp/versions?filters%5Bversion_type%5D=tagged) + +```bash +docker pull ghcr.io/ikawrakow/ik-llama-cpp:cpu-swap +docker pull ghcr.io/ikawrakow/ik-llama-cpp:cpu-server +docker pull ghcr.io/ikawrakow/ik-llama-cpp:cpu-full + +docker pull ghcr.io/ikawrakow/ik-llama-cpp:cu12-swap +docker pull ghcr.io/ikawrakow/ik-llama-cpp:cu12-server +docker pull ghcr.io/ikawrakow/ik-llama-cpp:cu12-full +``` + +Check [Step by step guide](./docker/README.md) for image customization and other details. ### [Common parameters and options](./docs/parameters.md) diff --git a/docker/ik_llama-cpu.Containerfile b/docker/ik_llama-cpu.Containerfile index 87d90f128..d456014fa 100644 --- a/docker/ik_llama-cpu.Containerfile +++ b/docker/ik_llama-cpu.Containerfile @@ -84,11 +84,11 @@ ENTRYPOINT [ "/app/llama-server" ] # Stage 5: Swap FROM server AS swap ARG LS_REPO=mostlygeek/llama-swap -ARG LS_VER=199 +ARG LS_VER=239 RUN curl -sSL "https://github.com/${LS_REPO}/releases/download/v${LS_VER}/llama-swap_${LS_VER}_linux_amd64.tar.gz" \ | tar -xz COPY --from=build /app/docker/ik_llama-cpu-swap.config.yaml /app/config.yaml HEALTHCHECK --interval=30s --timeout=10s --start-period=5s --retries=3 \ CMD [ "curl", "-f", "http://localhost:8080"] -ENTRYPOINT [ "/app/llama-swap", "-config", "/app/config.yaml" ] \ No newline at end of file +ENTRYPOINT [ "/app/llama-swap", "-config", "/app/config.yaml" ] diff --git a/docker/ik_llama-cuda.Containerfile b/docker/ik_llama-cuda.Containerfile index 8b2d8d736..bf625fe8c 100644 --- a/docker/ik_llama-cuda.Containerfile +++ b/docker/ik_llama-cuda.Containerfile @@ -86,7 +86,7 @@ ENTRYPOINT [ "/app/llama-server" ] # Stage 5: Swap FROM server AS swap ARG LS_REPO=mostlygeek/llama-swap -ARG LS_VER=199 +ARG LS_VER=239 RUN curl -sSL "https://github.com/${LS_REPO}/releases/download/v${LS_VER}/llama-swap_${LS_VER}_linux_amd64.tar.gz" \ | tar -xz