[onert] Introduce block quantization data type (Samsung#13770)

This commit introduces block quantization data type. This commit is not including parameter info. ONE-DCO-1.0-Signed-off-by: Hyeongseok Oh <[email protected]>
mhs4670go · Aug 29, 2024 · 881437c · 881437c
1 parent cb5f98d
commit 881437c
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/runtime/onert/core/include/ir/DataType.h b/runtime/onert/core/include/ir/DataType.h
@@ -39,6 +39,8 @@ enum class DataType
   QUANT_INT16_ASYMM = 10,
   QUANT_INT8_SYMM_PER_CHANNEL = 11,
   QUANT_INT16_SYMM = 12,
+  QUANT_GGML_Q4_0 = 13, // 4bit quantization, 32 block, 16bit delta
+  QUANT_GGML_Q8_0 = 14  // 8bit quantization, 32 block, 16bit delta
 };
 
 size_t sizeOfDataType(DataType data_type);