diff --git a/ggml/src/ggml-metalium/CMakeLists.txt b/ggml/src/ggml-metalium/CMakeLists.txt
index 304b35c479cad..dd886fe1e9b5d 100644
--- a/ggml/src/ggml-metalium/CMakeLists.txt
+++ b/ggml/src/ggml-metalium/CMakeLists.txt
@@ -31,6 +31,9 @@ target_include_directories(ggml-metalium PRIVATE
     $ENV{TT_METAL_HOME}/tt_metal
     $ENV{TT_METAL_HOME}/tt_metal/third_party/umd
     $ENV{TT_METAL_HOME}/tt_metal/third_party/umd/device/
+    $ENV{TT_METAL_HOME}/tt_metal/third_party/umd/device/api
+    $ENV{TT_METAL_HOME}/tt_metal/third_party/umd/device/api/umd
+    $ENV{TT_METAL_HOME}/tt_metal/third_party/umd/device/api/umd/device
     $ENV{TT_METAL_HOME}/tt_metal/third_party/fmt
     $ENV{TT_METAL_HOME}/tt_metal/hw/inc/${ARCH_NAME_N}
     $ENV{TT_METAL_HOME}/tt_metal/hw/inc/
@@ -78,4 +81,4 @@ endif()
 target_precompile_headers(ggml-metalium PRIVATE metalium-pch.hpp)
 # FIXME: Metalium shoud should only require C++20 but needs C++23 on GCC
 # see: https://github.com/tenstorrent/tt-metal/issues/10652
-target_compile_features(ggml-metalium PRIVATE cxx_std_23)
\ No newline at end of file
+target_compile_features(ggml-metalium PRIVATE cxx_std_23)