From ba18cabe2350764120849cd58dd31b692862b932 Mon Sep 17 00:00:00 2001 From: Sami Jaghouar Date: Tue, 24 Sep 2024 20:55:51 +0000 Subject: [PATCH] remove wrong rpint --- src/zeroband/train.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/src/zeroband/train.py b/src/zeroband/train.py index ad794fd5..6f52d94d 100644 --- a/src/zeroband/train.py +++ b/src/zeroband/train.py @@ -172,9 +172,6 @@ def train(config: Config): input_ids = batch["input_ids"].to("cuda") labels = batch["labels"].to("cuda") - logger.debug(f"input_ids: {input_ids[0][0:10]}") - logger.debug(f"labels: {labels[0][0:10]}") - with model.no_sync() if is_accumulating else nullcontext(): logits = model(tokens=input_ids).contiguous() flatten_logits = rearrange(logits, "b seq vocab -> (b seq) vocab")