mirror of
https://github.com/vllm-project/vllm.git
synced 2025-10-20 14:53:52 +08:00
Compare commits
1 Commits
v0.11.0rc2
...
lwilkinson
Author | SHA1 | Date | |
---|---|---|---|
db77f9b3a2 |
@ -582,7 +582,9 @@ struct Sm100FmhaMlaKernelTmaWarpspecialized {
|
||||
auto problem_shape = params.problem_shape;
|
||||
auto local_split_kv = params.split_kv;
|
||||
if (params.mainloop.ptr_seq != nullptr) {
|
||||
get<1>(problem_shape) = params.mainloop.ptr_seq[get<2>(blk_coord)];
|
||||
auto seqlen = params.mainloop.ptr_seq[get<2>(blk_coord)];
|
||||
if (seqlen == 0) continue;
|
||||
get<1>(problem_shape) = seqlen;
|
||||
if (params.ptr_split_kv != nullptr) {
|
||||
local_split_kv = params.ptr_split_kv[get<2>(blk_coord)];
|
||||
}
|
||||
@ -607,7 +609,9 @@ struct Sm100FmhaMlaKernelTmaWarpspecialized {
|
||||
auto problem_shape = params.problem_shape;
|
||||
auto local_split_kv = params.split_kv;
|
||||
if (params.mainloop.ptr_seq != nullptr) {
|
||||
get<1>(problem_shape) = params.mainloop.ptr_seq[get<2>(blk_coord)];
|
||||
auto seqlen = params.mainloop.ptr_seq[get<2>(blk_coord)];
|
||||
if (seqlen == 0) continue;
|
||||
get<1>(problem_shape) = seqlen;
|
||||
if (params.ptr_split_kv != nullptr) {
|
||||
local_split_kv = params.ptr_split_kv[get<2>(blk_coord)];
|
||||
}
|
||||
@ -636,7 +640,9 @@ struct Sm100FmhaMlaKernelTmaWarpspecialized {
|
||||
auto problem_shape = params.problem_shape;
|
||||
auto local_split_kv = params.split_kv;
|
||||
if (params.mainloop.ptr_seq != nullptr) {
|
||||
get<1>(problem_shape) = params.mainloop.ptr_seq[get<2>(blk_coord)];
|
||||
auto seqlen = params.mainloop.ptr_seq[get<2>(blk_coord)];
|
||||
if (seqlen == 0) continue;
|
||||
get<1>(problem_shape) = seqlen;
|
||||
if (params.ptr_split_kv != nullptr) {
|
||||
local_split_kv = params.ptr_split_kv[get<2>(blk_coord)];
|
||||
}
|
||||
|
Reference in New Issue
Block a user