furyhawk/home_stack
1
0
Fork 0
mirror of https://github.com/furyhawk/home_stack.git synced 2026-07-21 10:16:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: Add host networking option for LlamaCPP build and update help text

Browse Source
This commit is contained in:
furyhawk
2025-06-15 08:35:19 +08:00
parent 22e8c795c7
commit 96b4b2c0b0
1 changed files with 8 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
makefile
+8 -3
View File
@@ -12,7 +12,7 @@ include $(ENV_FILE)
export
# Targets
.PHONY: up down restart logs build reset network pull-deepseek-model ollama-up ollama-down ollama-logs llamacpp-up llamacpp-down llamacpp-logs llamacpp-build pull-deepseek-llamacpp llamacpp-gpu ai-launcher
.PHONY: up down restart logs build reset network pull-deepseek-model ollama-up ollama-down ollama-logs llamacpp-up llamacpp-down llamacpp-logs llamacpp-build llamacpp-build-host pull-deepseek-llamacpp llamacpp-gpu ai-launcher
network:
@podman network exists traefik-public || podman network create traefik-public
@@ -103,7 +103,8 @@ help:
@echo " make setup-ollama Start Ollama and automatically pull DeepSeek model"
@echo ""
@echo "LlamaCPP-specific targets:"
@echo " make llamacpp-build Build LlamaCPP container with no cache"
@echo " make llamacpp-build Build LlamaCPP container with no cache (using slirp4netns)"
@echo " make llamacpp-build-host Build LlamaCPP container with host networking (alternative)"
@echo " make llamacpp-up Start only the LlamaCPP container"
@echo " make llamacpp-down Stop only the LlamaCPP container"
@echo " make llamacpp-logs View LlamaCPP container logs"
@@ -158,9 +159,13 @@ setup-ollama: ollama-up
# LlamaCPP-specific targets
llamacpp-build:
cd ai_stack/llamacpp && DOCKER_BUILDKIT=0 podman compose build --no-cache
cd ai_stack/llamacpp && DOCKER_BUILDKIT=0 CONTAINERS_NETNS=slirp4netns podman compose build --no-cache
@echo "LlamaCPP container built with no cache. Use 'make llamacpp-up' to start it."
llamacpp-build-host:
cd ai_stack/llamacpp && DOCKER_BUILDKIT=0 podman build --network=host --no-cache -t localhost/llama-cpp-server:latest .
@echo "LlamaCPP container built with host networking. Use 'make llamacpp-up' to start it."
llamacpp-up:
cd ai_stack/llamacpp && podman compose up -d
@echo "LlamaCPP container started. Use 'make pull-deepseek-llamacpp' to download the DeepSeek model."