clean up

huggingface · Jun 2, 2024 · cd6f554 · cd6f554
1 parent c8a3c3b
commit cd6f554
Showing 1 changed file with 0 additions and 5 deletions.
diff --git a/trl/trainer/dpo_trainer.py b/trl/trainer/dpo_trainer.py
@@ -1120,11 +1120,6 @@ def get_batch_logps(
 
         return (per_token_logps * loss_mask).sum(-1), loss_mask.sum(-1)
 
-        # if average_log_prob:
-        #     return (per_token_logps * loss_mask).sum(-1) / loss_mask.sum(-1)
-        # else:
-        #     return (per_token_logps * loss_mask).sum(-1)
-
     def concatenated_forward(
         self, model: nn.Module, batch: Dict[str, Union[List, torch.LongTensor]]
     ) -> Tuple[torch.FloatTensor, torch.FloatTensor, torch.FloatTensor, torch.FloatTensor]: