crowetic/AI-Dev
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

added changes to localai config

Browse Source
This commit is contained in:
crowetic 2025-05-19 13:48:44 -07:00
parent 5801e5f800
commit 716b23fabf
1 changed files with 2 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
setup-ai-stack.sh
View File

@ -73,10 +73,7 @@ docker run -d \
--gpus all \ --gpus all \
-p 8080:8080 \ -p 8080:8080 \
-v ~/ai-stack/localai/models:/models \ -v ~/ai-stack/localai/models:/models \
-v ~/ai-stack/localai/config:/etc/local-ai \ --env ENABLE_BACKENDS=llama-cuda,ollama \
--health-cmd="curl --fail http://localhost:8080/health || exit 1" \
--health-interval=30s \
--health-retries=3 \
--restart unless-stopped \ --restart unless-stopped \
localai/localai:latest-aio-gpu-nvidia-cuda-12 localai/localai:latest-aio-gpu-nvidia-cuda-12
@ -253,9 +250,6 @@ EOF
fi fi
if [[ "$1" != "--update" ]]; then if [[ "$1" != "--update" ]]; then
if check_container_running "stable-diffusion"; then if check_container_running "stable-diffusion"; then
echo "✅ Skipping Stable Diffusion install (already running)." echo "✅ Skipping Stable Diffusion install (already running)."
@ -445,11 +439,7 @@ EOF
--gpus all \ --gpus all \
-p 8080:8080 \ -p 8080:8080 \
-v ~/ai-stack/localai/models:/models \ -v ~/ai-stack/localai/models:/models \
-v ~/ai-stack/localai/config:/etc/local-ai \ --env ENABLE_BACKENDS=llama-cuda,ollama \
--env ENABLE_BACKENDS=llama-cuda,ollama
--health-cmd="curl --fail http://localhost:8080/health || exit 1" \
--health-interval=30s \
--health-retries=3 \
--restart unless-stopped \ --restart unless-stopped \
localai/localai:latest-aio-gpu-nvidia-cuda-12 localai/localai:latest-aio-gpu-nvidia-cuda-12