From 3d355c79b7975ce3080a7e9f6b86b3cc88dd31ac Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Thu, 21 Mar 2024 04:57:35 +0000 Subject: [PATCH] fix --- src/c/flexflow_c.cc | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/src/c/flexflow_c.cc b/src/c/flexflow_c.cc index 5715ced034..4b5ab24e96 100644 --- a/src/c/flexflow_c.cc +++ b/src/c/flexflow_c.cc @@ -1539,6 +1539,11 @@ flexflow_tensor_t Tensor aggregate_inputs[num_experts + 4] = {nullptr}; aggregate_inputs[0] = topk_coefficients; aggregate_inputs[1] = topk_indices; + aggregate_inputs[2] = topk_indices; + // Note: we need to set the tensor below to a non-null value, but it is + // ignored (as it is not used in inference/finetuning) + aggregate_inputs[3] = topk_coefficients; // TODO: set this to full gate preds + // (to support training) for (int i = 0; i < num_experts; i++) { aggregate_inputs[i + 4] = FFCObjectWrapper::unwrap(expert_predictions_[i]); }