Optimize soft_max

ggml-org · Feb 14, 2025 · d4ba722 · d4ba722
1 parent 14ea4fa
commit d4ba722
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/ggml/src/ggml-vulkan/ggml-vulkan.cpp b/ggml/src/ggml-vulkan/ggml-vulkan.cpp
@@ -1428,8 +1428,9 @@ static bool ggml_vk_matmul_shmem_support(const vk_device& device, const std::vec
 // Inner map: key is pipeline name; value is the subgroup size.
 static std::unordered_map<std::string, std::unordered_map<std::string, uint32_t>> gpu_pipeline_config = {
     {"RX 5700", {
-        {"im2col_f32", 64},
-        {"im2col_f32_f16", 64}
+        {"soft_max_f32", 64}, {"soft_max_f32_wg512", 64},
+        {"soft_max_f32_f16", 64}, {"soft_max_f32_f16_wg512", 64},
+        {"im2col_f32", 64}, {"im2col_f32_f16", 64},
     }}
 };