We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 239b60e commit 820bc98Copy full SHA for 820bc98
ggml/src/ggml-opencl/ggml-opencl.cpp
@@ -1339,7 +1339,7 @@ static void load_cl_kernels(ggml_backend_opencl_context *backend_ctx, ggml_cl_ve
1339
1340
if (!kernel_src_f16.empty() && !kernel_src_f32.empty() && !kernel_src_f32_f16.empty()) {
1341
const struct { int dk; int dv; int bm; int bn; } fa_dims[] = {
1342
- { 64, 64, 64, 64}, { 80, 80, 64, 32}, { 96, 96, 64, 32},
+ { 40, 40, 32, 32}, { 64, 64, 64, 64}, { 80, 80, 64, 32}, { 96, 96, 64, 32},
1343
{112, 112, 32, 32}, {128, 128, 32, 32}, {192, 128, 16, 16},
1344
{192, 192, 16, 16}, {256, 256, 16, 16},
1345
};
@@ -2784,7 +2784,7 @@ static bool ggml_opencl_supports_op(ggml_backend_dev_t dev, const struct ggml_te
2784
const int dv = v->ne[0];
2785
2786
const struct { int dk; int dv; } supported_dims[] = {
2787
- { 64, 64}, { 80, 80}, { 96, 96},
+ { 40, 40}, { 64, 64}, { 80, 80}, { 96, 96},
2788
{112, 112}, {128, 128}, {192, 128},
2789
{192, 192}, {256, 256},
2790
0 commit comments