diff --git a/container-images/scripts/build_llama_and_whisper.sh b/container-images/scripts/build_llama_and_whisper.sh
index fe537a7be..76b5a19c1 100755
--- a/container-images/scripts/build_llama_and_whisper.sh
+++ b/container-images/scripts/build_llama_and_whisper.sh
@@ -161,6 +161,8 @@ dnf_install() {
     dnf_install_intel_gpu
   elif [ "$containerfile" = "cann" ]; then
     dnf_install_cann
+  elif [ "$containerfile" = "vulkan" ]; then
+      dnf_install_mesa # we use vulkan via mesa
   fi
 
   dnf_install_ffmpeg
diff --git a/container-images/vulkan/Containerfile b/container-images/vulkan/Containerfile
new file mode 100644
index 000000000..50fbf0073
--- /dev/null
+++ b/container-images/vulkan/Containerfile
@@ -0,0 +1,4 @@
+FROM registry.access.redhat.com/ubi9/ubi:9.6-1747219013
+
+COPY --chmod=755 ../scripts /usr/bin
+RUN build_llama_and_whisper.sh "vulkan"