From 7898107ae7869c72cfd0a2715f810b5b0d205e16 Mon Sep 17 00:00:00 2001 From: Hugo Latendresse Date: Mon, 16 Dec 2024 00:32:48 -0500 Subject: [PATCH] hidden dim --- inference/models/mixtral.cc | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/inference/models/mixtral.cc b/inference/models/mixtral.cc index a728307383..c39ad3802f 100644 --- a/inference/models/mixtral.cc +++ b/inference/models/mixtral.cc @@ -88,8 +88,8 @@ void MIXTRAL::create_mixtral_model(FFModel &ff, .c_str()); } else { ff.residual_rms_norm( - token, // (1024, batch, sequence) - mlp_out, // (1024, batch, sequence) + token, // (hidden_dim, batch, sequence) + mlp_out, // (hidden_dim, batch, sequence) token_att_norm, mixtral_config.rms_norm_eps, mixtral_config.hidden_size,