Advertisement
firsttiger1974

Untitled

Nov 10th, 2024
21
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.99 KB | None | 0 0
  1. version: '3.8'
  2.  
  3. name: ollama
  4.  
  5. services:
  6. {{ ollama_application.name }}:
  7. image: ollama/ollama:{{ ollama_application.version }}
  8. container_name: ollama
  9. environment:
  10. - OLLAMA_MODELS=/models
  11. - NVIDIA_VISIBLE_DEVICES=1
  12. ports:
  13. - "{{ ollama_infrastructure.api_port }}:11434"
  14. volumes:
  15. - {{ ollama_infrastructure.data_directory }}:/root/.ollama
  16. - {{ ollama_infrastructure.model_library_directory }}:/models
  17. deploy:
  18. resources:
  19. reservations:
  20. devices:
  21. - driver: nvidia
  22. count: 1
  23. capabilities: [gpu]
  24. restart: unless-stopped
  25.  
  26. {{ ollama_application.name }}-webui:
  27. image: ghcr.io/open-webui/open-webui:main
  28. container_name: open-webui
  29. ports:
  30. - "{{ ollama_infrastructure.web_port }}:8080"
  31. extra_hosts:
  32. - "host.docker.internal:host-gateway"
  33. volumes:
  34. - {{ ollama_infrastructure.web_directory }}:/app/backend/data
  35. restart: unless-stopped
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement