Add AMD GPU support on Linux (#16)

This commit is contained in:
Torben
2025-02-06 13:07:12 +01:00
committed by GitHub
parent 22709d4aa5
commit 89ac3fe3fc
2 changed files with 23 additions and 0 deletions

View File

@@ -115,6 +115,14 @@ services:
count: 1
capabilities: [gpu]
ollama-gpu-amd:
profiles: ["gpu-amd"]
<<: *service-ollama
image: ollama/ollama:rocm
devices:
- "/dev/kfd"
- "/dev/dri"
ollama-pull-llama-cpu:
profiles: ["cpu"]
<<: *init-ollama
@@ -126,3 +134,10 @@ services:
<<: *init-ollama
depends_on:
- ollama-gpu
ollama-pull-llama-gpu-amd:
profiles: [gpu-amd]
<<: *init-ollama
image: ollama/ollama:rocm
depends_on:
- ollama-gpu-amd