Skip to content

Commit 2e9eab8

Browse files
fix softmax for iGPU (#17838)
1 parent 2fbe3b7 commit 2e9eab8

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

ggml/src/ggml-sycl/softmax.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -277,7 +277,7 @@ static void soft_max_f32_sycl(const float *x, const T *mask,
277277
const int id = get_current_device_id();
278278
const size_t smpbo = ggml_sycl_info().devices[id].smpbo;
279279

280-
if (nbytes_shared <= smpbo) {
280+
if (nbytes_shared <= smpbo && ncols_x <= max_block_size) {
281281
launch_soft_max_kernels<32, 64, 128, 256, 512, 1024, 2048, 4096>(
282282
x, mask, sinks, dst, params, stream, block_dims, block_nums,
283283
nbytes_shared);

0 commit comments

Comments
 (0)