Skip to content

Commit

Permalink
Formatting.
Browse files Browse the repository at this point in the history
  • Loading branch information
GeorgiosSmyrnis committed May 14, 2024
1 parent e173daf commit 5d9d0d0
Showing 1 changed file with 3 additions and 1 deletion.
4 changes: 3 additions & 1 deletion open_lm/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -844,7 +844,9 @@ def main(args):
if steps_done_epoch < (1 - args.data_tolerate_error_p) * expected_steps and not done_training:
num_ckpt_too_few_tokens += 1
if is_master(args):
logging.warning(f"Epoch {epoch}, tokens seen: {steps_done_epoch * args.global_batch_size * args.seq_len}, tokens expected: {expected_steps * args.global_batch_size * args.seq_len}, ratio: {steps_done_epoch / expected_steps}")
logging.warning(
f"Epoch {epoch}, tokens seen: {steps_done_epoch * args.global_batch_size * args.seq_len}, tokens expected: {expected_steps * args.global_batch_size * args.seq_len}, ratio: {steps_done_epoch / expected_steps}"
)

if num_ckpt_too_few_tokens > args.data_tolerate_num_ckpts:
raise RuntimeError(
Expand Down

0 comments on commit 5d9d0d0

Please sign in to comment.