mirror of
https://github.com/QYG2297248353/appstore-1panel.git
synced 2025-02-21 08:44:24 +08:00
46 lines
1.2 KiB
YAML
46 lines
1.2 KiB
YAML
networks:
|
|
1panel-network:
|
|
external: true
|
|
|
|
services:
|
|
ollama:
|
|
image: ollama/ollama:0.5.7
|
|
container_name: ${CONTAINER_NAME}
|
|
labels:
|
|
createdBy: "Apps"
|
|
restart: always
|
|
networks:
|
|
- 1panel-network
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- capabilities:
|
|
- gpu
|
|
devices:
|
|
- /dev/dri:/dev/dri
|
|
# - /dev/kfd:/dev/kfd
|
|
# - /dev/nvidia0:/dev/nvidia0
|
|
# - /dev/nvidiactl:/dev/nvidiactl
|
|
# - /dev/nvidia-modeset:/dev/nvidia-modeset
|
|
# - /dev/nvidia-nvswitchctl:/dev/nvidia-nvswitchctl
|
|
# - /dev/nvidia-uvm:/dev/nvidia-uvm
|
|
# - /dev/nvidia-uvm-tools:/dev/nvidia-uvm-tools
|
|
# - /dev/video11:/dev/video11
|
|
ports:
|
|
- ${PANEL_APP_PORT_HTTP}:11434
|
|
env_file:
|
|
- ${GLOBAL_ENV_FILE:-/etc/1panel/envs/global.env}
|
|
- ${ENV_FILE:-/etc/1panel/envs/default.env}
|
|
volumes:
|
|
- ${OLLAMA_ROOT_PATH}/data:/root/.ollama
|
|
environment:
|
|
- TZ=Asia/Shanghai
|
|
- OLLAMA_HOST=0.0.0.0
|
|
- OLLAMA_PORT=11434
|
|
- OLLAMA_MAX_LOADED_MODELS=1
|
|
- OLLAMA_NUM_PARALLEL=1
|
|
- OLLAMA_MAX_QUEUE=512
|
|
- OLLAMA_FLASH_ATTENTION=0
|
|
- OLLAMA_KV_CACHE_TYPE=f16
|