diff --git a/src/instructlab/sdg/generate_data.py b/src/instructlab/sdg/generate_data.py index 7fd41cd4..4bbd9ac5 100644 --- a/src/instructlab/sdg/generate_data.py +++ b/src/instructlab/sdg/generate_data.py @@ -20,11 +20,11 @@ chunk_document, max_seed_example_tokens, num_chars_from_tokens, - read_taxonomy, ) from jinja2 import Template from rouge_score import rouge_scorer import click +import instructlab.utils import tqdm # First Party @@ -358,6 +358,10 @@ def get_instructions_from_model( return instruction_data, discarded +def read_taxonomy(*args, **kwargs): + return instructlab.utils.read_taxonomy(*args, **kwargs) + + def generate_data( logger, api_base,