diff --git a/apps/ollama.yaml b/apps/ollama.yaml
index 21354c4..6d8bca0 100644
--- a/apps/ollama.yaml
+++ b/apps/ollama.yaml
@@ -37,6 +37,32 @@ spec:
       enabled: true
       storageClass: mayastor-single-hdd
       size: 200Gi
+    # GPU support
+    # Rewrite of options in
+    # https://hub.docker.com/r/grinco/ollama-amd-apu
+    image:
+      repository: grinco/ollama-amd-apu
+      tag: vulkan
+    securityContext:
+      # Not ideal
+      privileged: true
+      capabilities:
+        add:
+          - PERFMON
+    volumeMounts:
+      - name: kfd
+        mountPath: /dev/kfd
+      - name: dri
+        mountPath: /dev/dri
+    volumes:
+      - name: kfd
+        hostPath:
+          path: /dev/kfd
+          type: CharDevice
+      - name: dri
+        hostPath:
+          path: /dev/dri
+          type: Directory
 ---
 apiVersion: apps/v1
 kind: Deployment
diff --git a/talos/patches/ollama.patch b/talos/patches/ollama.patch
new file mode 100644
index 0000000..d6f05de
--- /dev/null
+++ b/talos/patches/ollama.patch
@@ -0,0 +1,11 @@
+# CSI driver requirement
+cluster:
+  apiServer:
+    admissionControl:
+      - name: PodSecurity
+        configuration:
+          apiVersion: pod-security.admission.config.k8s.io/v1beta1
+          kind: PodSecurityConfiguration
+          exemptions:
+            namespaces:
+              - ollama
\ No newline at end of file