From c1bd46f08965821dc54a2254a75e06f4ddb8d834 Mon Sep 17 00:00:00 2001
From: Eta <esyra@coreweave.com>
Date: Sat, 12 Oct 2024 16:34:12 -0500
Subject: [PATCH] fix(torch-extras): Update `xformers` for CUDA 12.6 support

Compatibility fixed in v0.0.28 in the following commit:
facebookresearch/xformers@926f410b79a23754fbdcca3ddc687dc00701abe7
---
 torch-extras/Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/torch-extras/Dockerfile b/torch-extras/Dockerfile
index ad068e3..f1067c2 100644
--- a/torch-extras/Dockerfile
+++ b/torch-extras/Dockerfile
@@ -3,7 +3,7 @@
 ARG BASE_IMAGE
 ARG DEEPSPEED_VERSION="0.14.4"
 ARG APEX_COMMIT="23c1f86520e22b505e8fdfcf6298273dff2d93d8"
-ARG XFORMERS_VERSION="0.0.27.post2"
+ARG XFORMERS_VERSION="0.0.28.post1"
 
 FROM alpine/git:2.36.3 as apex-downloader
 WORKDIR /git