ai impl

docker-compose.yml

@@ -13,7 +13,7 @@ services:
       - fbla26
   fbla26:
     image: git.marinodev.com/marinodev/fbla26_ci:latest
-    restart: on-failure
+    restart: unless-stopped
     env_file: ".env"
     ports:
       - "${FBLA26_PORT}:3000"
@@ -22,6 +22,29 @@ services:
     volumes:
       - ./.env:/srv/fbla26/.env
       - /var/fbla26/uploads/:/srv/fbla26/uploads/
+  llama:
+    image: ghcr.io/ggml-org/llama.cpp:server
+    restart: unless-stopped
+    env_file: ".env"
+    ports:
+      - "${LLAMA_PORT}:8080"
+    networks:
+      - fbla26
+    volumes:
+      - /home/drake/llama/models:/models:ro
+    command:
+      - -m
+      - /models/Qwen3VL-2B-Instruct-Q4_K_M.gguf
+      - --mmproj
+      - /models/mmproj-Qwen3VL-2B-Instruct-Q8_0.gguf
+      - --host
+      - 0.0.0.0
+      - --port
+      - "8080"
+      - -n
+      - "512"
+
+
 
 networks:
   fbla26: