Skip to content

Commit

Permalink
Merge pull request #21 from russellb/read-taxonomy-wrapper-hack
Browse files Browse the repository at this point in the history
Wrap read_taxonomy from instructlab.utils
  • Loading branch information
russellb authored Jun 13, 2024
2 parents ad43635 + 7b5ee7b commit dec7364
Showing 1 changed file with 5 additions and 1 deletion.
6 changes: 5 additions & 1 deletion src/instructlab/sdg/generate_data.py
Original file line number Diff line number Diff line change
Expand Up @@ -20,11 +20,11 @@
chunk_document,
max_seed_example_tokens,
num_chars_from_tokens,
read_taxonomy,
)
from jinja2 import Template
from rouge_score import rouge_scorer
import click
import instructlab.utils
import tqdm

# First Party
Expand Down Expand Up @@ -358,6 +358,10 @@ def get_instructions_from_model(
return instruction_data, discarded


def read_taxonomy(*args, **kwargs):
return instructlab.utils.read_taxonomy(*args, **kwargs)


def generate_data(
logger,
api_base,
Expand Down

0 comments on commit dec7364

Please sign in to comment.