From e7b5274af630c9330914c5abb6b87ad2ecd7cdf1 Mon Sep 17 00:00:00 2001
From: Lukas Parsons <lukasparsons2013@gmail.com>
Date: Mon, 6 Jul 2026 21:56:56 -0400
Subject: [PATCH] Add LD_LIBRARY_PATH=/app/.local/bin to container env for
 native llama.cpp binary

The manual native CUDA build's rpath points to /tmp/llama.cpp/build/bin/
(host build directory) instead of $ORIGIN. Setting LD_LIBRARY_PATH in the
Docker environment ensures the shared libraries are found inside the container
and survives container restarts (unlike the ephemeral ~/.config env file).
---
 docker-compose.yml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/docker-compose.yml b/docker-compose.yml
index 80f76698..70aed001 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -21,6 +21,7 @@ services:
       # Ollama at http://host.docker.internal:11434.
       - "host.docker.internal:host-gateway"
     environment:
+      - LD_LIBRARY_PATH=/app/.local/bin
       - LLM_HOST=${LLM_HOST:-localhost}
       - LLM_HOSTS=${LLM_HOSTS:-}
       - OPENAI_API_KEY=${OPENAI_API_KEY:-}