added patient_id to the pretraining data for debugging

cumc-dbmi · Sep 12, 2024 · 0bfdc39 · 0bfdc39
1 parent 9ecaca5
commit 0bfdc39
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 1 deletion.
diff --git a/src/cehrbert/data_generators/hf_data_generator/hf_dataset_mapping.py b/src/cehrbert/data_generators/hf_data_generator/hf_dataset_mapping.py
@@ -115,7 +115,7 @@ def __init__(self, data_args: DataTrainingArguments, is_pretraining: bool = True
 
     def remove_columns(self):
         if self._is_pretraining:
-            return ["visits", "patient_id", "birth_datetime", "index_date"]
+            return ["visits", "birth_datetime", "index_date"]
         else:
             return [
                 "visits",

diff --git a/src/cehrbert/utils/stat_utils.py b/src/cehrbert/utils/stat_utils.py