Add llama-server and open-webui apps for local LLM inference
- llama-server: llama.cpp REST API server, 8G memory, port 8080 - open-webui: Chat UI connecting to llama-server, 2G memory, port 3000 - Both include x-casaos metadata for ZimaOS app store - README with model download instructions and API examples
This commit is contained in:
@@ -0,0 +1,68 @@
|
||||
name: open-webui
|
||||
|
||||
services:
|
||||
open-webui:
|
||||
image: ghcr.io/open-webui/open-webui:main
|
||||
container_name: open-webui
|
||||
restart: unless-stopped
|
||||
environment:
|
||||
TZ: Europe/Stockholm
|
||||
OLLAMA_BASE_URL: http://llama-server:8080
|
||||
WEBUI_PORT: "3000"
|
||||
ports:
|
||||
- target: 3000
|
||||
published: "3000"
|
||||
protocol: tcp
|
||||
volumes:
|
||||
- type: bind
|
||||
source: /DATA/AppData/$AppID/data
|
||||
target: /app/backend/data
|
||||
deploy:
|
||||
resources:
|
||||
reservations:
|
||||
memory: 2G
|
||||
depends_on:
|
||||
- llama-server
|
||||
security_opt:
|
||||
- no-new-privileges:true
|
||||
cap_drop:
|
||||
- ALL
|
||||
x-casaos:
|
||||
envs:
|
||||
- container: OLLAMA_BASE_URL
|
||||
description:
|
||||
en_us: Internal URL to llama-server API (http://llama-server:8080)
|
||||
- container: WEBUI_PORT
|
||||
description:
|
||||
en_us: Web UI listen port inside container
|
||||
- container: TZ
|
||||
description:
|
||||
en_us: Timezone, for example Europe/Stockholm
|
||||
ports:
|
||||
- container: "3000"
|
||||
description:
|
||||
en_us: OpenWebUI web interface port
|
||||
volumes:
|
||||
- container: /app/backend/data
|
||||
description:
|
||||
en_us: OpenWebUI persistent data (chat history, settings)
|
||||
|
||||
x-casaos:
|
||||
architectures:
|
||||
- amd64
|
||||
- arm64
|
||||
main: open-webui
|
||||
category: ai
|
||||
author: Joachim Friberg
|
||||
developer: Joachim Friberg
|
||||
icon: https://cdn.simpleicons.org/webui
|
||||
tagline:
|
||||
en_us: Modern chat UI for local LLMs
|
||||
description:
|
||||
en_us: >
|
||||
OpenWebUI provides a modern, feature-rich web interface for interacting with local LLMs.
|
||||
Connect to llama-server or any OpenAI-compatible API. Requires llama-server app to be running first.
|
||||
title:
|
||||
en_us: OpenWebUI
|
||||
index: /
|
||||
port_map: "3000"
|
||||
Reference in New Issue
Block a user