upgraded tokenizer

cumc-dbmi · Dec 5, 2024 · 3b8afb1 · 3b8afb1
1 parent 3f9b1c1
commit 3b8afb1
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pyproject.toml b/pyproject.toml
@@ -52,7 +52,7 @@ dependencies = [
     "tensorflow-datasets==4.5.2",
     "tqdm==4.66.1",
     "torch==2.4.0",
-    "tokenizers==0.15.2",
+    "tokenizers>=0.15.2",
     "transformers>=4.39.3",
     "accelerate==0.31.0",
     "Werkzeug==3.0.1",