Original version was failing on Ubuntu EC2 instance with GPU - error message was: 'validating /home/ubuntu/.openrag/tui/docker-compose.gpu.yml: services.openrag-backend Additional property gpus is not allowed Command exited with status 15
12 lines
290 B
YAML
12 lines
290 B
YAML
services:
|
|
openrag-backend:
|
|
environment:
|
|
- NVIDIA_DRIVER_CAPABILITIES=compute,utility
|
|
- NVIDIA_VISIBLE_DEVICES=all
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: all
|
|
capabilities: [gpu]
|