From 72da0a8a42c492fe97edd3e29cbc437bac05fbe6 Mon Sep 17 00:00:00 2001 From: drisspg Date: Thu, 23 Jan 2025 16:49:59 -0800 Subject: [PATCH] [Submodule] Add flash as third-party submodule [Prep for later PRs] (#145502) # Context Prototyped here: https://github.com/pytorch/pytorch/pull/144120, we are going to make flash-attention a 3rd party submodule. We will then use the c++ sources and include into our build of libtorch.so This requires various changes to work including external and internal changes. Since these require internal changes we need to co-dev and in the co-dev environment I haven't found a way to sync submodule changes + internal only changes. This is unused for now Pull Request resolved: https://github.com/pytorch/pytorch/pull/145502 Approved by: https://github.com/Skylion007 --- .gitmodules | 3 +++ third_party/flash-attention | 1 + 2 files changed, 4 insertions(+) create mode 160000 third_party/flash-attention diff --git a/.gitmodules b/.gitmodules index e3fb88835d24..91e7ff8afc39 100644 --- a/.gitmodules +++ b/.gitmodules @@ -134,3 +134,6 @@ [submodule "third_party/kleidiai"] path = third_party/kleidiai url = https://github.com/ARM-software/kleidiai.git +[submodule "third_party/flash-attention"] + path = third_party/flash-attention + url = https://github.com/Dao-AILab/flash-attention.git diff --git a/third_party/flash-attention b/third_party/flash-attention new file mode 160000 index 000000000000..6b1d059eda21 --- /dev/null +++ b/third_party/flash-attention @@ -0,0 +1 @@ +Subproject commit 6b1d059eda21c1bd421f3d352786fca2cab61954