Add AMD docker compose file

2024-04-05 20:11:33 -04:00
parent 7a7d1931d9
commit 075dddf3d3
1 changed files with 8 additions and 0 deletions
@@ -0,0 +1,8 @@
 services:
  ollama:
    devices:
      - /dev/kfd:/dev/kfd
      - /dev/dri:/dev/dri
    image: ollama/ollama:rocm
    environment:
      - 'HSA_OVERRIDE_GFX_VERSION=${HSA_OVERRIDE_GFX_VERSION}'