add comment about LCS

Longest Common Subsequence Signed-off-by: Costa Shulyupin <[email protected]>
instructlab · Jun 25, 2024 · 83468ac · 83468ac
1 parent cba3a62
commit 83468ac
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/instructlab/sdg/generate_data.py b/src/instructlab/sdg/generate_data.py
@@ -590,6 +590,8 @@ def generate_data(
             )
             with mpctx.Pool(num_cpus) as pool:
                 rouge_scores = pool.map(
+                    # Computes LCS (Longest Common Subsequence) rouge scores.
+                    # https://github.com/google-research/google-research/blob/master/rouge/rouge_scorer.py#L186
                     partial(rouge_scorer._score_lcs, new_instruction_tokens),
                     all_instruction_tokens,
                 )