diff --git a/docker-compose.amdgpu.yaml b/docker-compose.amdgpu.yaml
new file mode 100644
index 000000000..130b1ccb7
--- /dev/null
+++ b/docker-compose.amdgpu.yaml
@@ -0,0 +1,8 @@
+services:
+  ollama:
+    devices:
+      - /dev/kfd:/dev/kfd
+      - /dev/dri:/dev/dri
+    image: ollama/ollama:rocm
+    environment:
+      - 'HSA_OVERRIDE_GFX_VERSION=${HSA_OVERRIDE_GFX_VERSION}'
\ No newline at end of file