remove datasets

huggingface · Jun 17, 2024 · df7991a · df7991a
1 parent 4f40528
commit df7991a
Showing 1 changed file with 0 additions and 68 deletions.
diff --git a/tests/test_kto_trainer.py b/tests/test_kto_trainer.py
@@ -82,74 +82,6 @@ def _init_dummy_dataset(self):
         # fmt: on
         return Dataset.from_dict(dummy_dataset_dict)
 
-    def _init_dummy_dataset_only_desirable(self):
-        # fmt: off
-        dummy_dataset_unbalanced_dict = {
-            "prompt": [
-                "Hey, hello",
-                "How are you",
-                "What is your name?",
-                "What is your name?",
-                "Which is the best programming language?",
-                "Which is the best programming language?",
-                "Which is the best programming language?",
-            ],
-            "completion": [
-                "hi nice to meet you",
-                "leave me alone",
-                "I don't have a name",
-                "My name is Mary",
-                "Python",
-                "C++",
-                "Java",
-            ],
-            "label": [
-                True,
-                True,
-                True,
-                True,
-                True,
-                True,
-                True,
-            ],
-        }
-        # fmt: on
-        return Dataset.from_dict(dummy_dataset_unbalanced_dict)
-
-    def _init_dummy_dataset_no_desirable(self):
-        # fmt: off
-        dummy_dataset_unbalanced_dict = {
-            "prompt": [
-                "Hey, hello",
-                "How are you",
-                "What is your name?",
-                "What is your name?",
-                "Which is the best programming language?",
-                "Which is the best programming language?",
-                "Which is the best programming language?",
-            ],
-            "completion": [
-                "hi nice to meet you",
-                "leave me alone",
-                "I don't have a name",
-                "My name is Mary",
-                "Python",
-                "C++",
-                "Java",
-            ],
-            "label": [
-                False,
-                False,
-                False,
-                False,
-                False,
-                False,
-                False,
-            ],
-        }
-        # fmt: on
-        return Dataset.from_dict(dummy_dataset_unbalanced_dict)
-
     @parameterized.expand(
         [
             ["gpt2", "kto", True, True],