From 04c99e882cb0e499daab00f2b6daaa87ec9f7f62 Mon Sep 17 00:00:00 2001 From: Alex Azarov Date: Sat, 13 Jan 2024 23:31:11 +0100 Subject: [PATCH] Correctly set support_simdgroup_reduction and support_simdgroup_mm on iPhone/iPad --- ggml-metal.m | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/ggml-metal.m b/ggml-metal.m index cae52c9830cb2..f44f616f92c4c 100644 --- a/ggml-metal.m +++ b/ggml-metal.m @@ -330,7 +330,6 @@ static void ggml_metal_log(enum ggml_log_level level, const char * format, ...){ } } -#if TARGET_OS_OSX // print MTL GPU family: GGML_METAL_LOG_INFO("%s: GPU name: %s\n", __func__, [[ctx->device name] UTF8String]); @@ -366,7 +365,7 @@ static void ggml_metal_log(enum ggml_log_level level, const char * format, ...){ ctx->support_simdgroup_reduction |= [ctx->device supportsFamily:MTLGPUFamilyMetal3]; ctx->support_simdgroup_mm = [ctx->device supportsFamily:MTLGPUFamilyApple7]; - +#if TARGET_OS_OSX GGML_METAL_LOG_INFO("%s: simdgroup reduction support = %s\n", __func__, ctx->support_simdgroup_reduction ? "true" : "false"); GGML_METAL_LOG_INFO("%s: simdgroup matrix mul. support = %s\n", __func__, ctx->support_simdgroup_mm ? "true" : "false"); GGML_METAL_LOG_INFO("%s: hasUnifiedMemory = %s\n", __func__, ctx->device.hasUnifiedMemory ? "true" : "false");