diff --git a/pyproject.toml b/pyproject.toml index ce032d0..b0116de 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -52,7 +52,7 @@ dependencies = [ "tensorflow-datasets==4.5.2", "tqdm==4.66.1", "torch==2.4.0", - "tokenizers==0.15.2", + "tokenizers>=0.15.2", "transformers>=4.39.3", "accelerate==0.31.0", "Werkzeug==3.0.1",