Skip to content

Commit 820bc98

Browse files
authored
opencl: add hs=40 to FA (#15758)
1 parent 239b60e commit 820bc98

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

ggml/src/ggml-opencl/ggml-opencl.cpp

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1339,7 +1339,7 @@ static void load_cl_kernels(ggml_backend_opencl_context *backend_ctx, ggml_cl_ve
13391339

13401340
if (!kernel_src_f16.empty() && !kernel_src_f32.empty() && !kernel_src_f32_f16.empty()) {
13411341
const struct { int dk; int dv; int bm; int bn; } fa_dims[] = {
1342-
{ 64, 64, 64, 64}, { 80, 80, 64, 32}, { 96, 96, 64, 32},
1342+
{ 40, 40, 32, 32}, { 64, 64, 64, 64}, { 80, 80, 64, 32}, { 96, 96, 64, 32},
13431343
{112, 112, 32, 32}, {128, 128, 32, 32}, {192, 128, 16, 16},
13441344
{192, 192, 16, 16}, {256, 256, 16, 16},
13451345
};
@@ -2784,7 +2784,7 @@ static bool ggml_opencl_supports_op(ggml_backend_dev_t dev, const struct ggml_te
27842784
const int dv = v->ne[0];
27852785

27862786
const struct { int dk; int dv; } supported_dims[] = {
2787-
{ 64, 64}, { 80, 80}, { 96, 96},
2787+
{ 40, 40}, { 64, 64}, { 80, 80}, { 96, 96},
27882788
{112, 112}, {128, 128}, {192, 128},
27892789
{192, 192}, {256, 256},
27902790
};

0 commit comments

Comments
 (0)