diff --git a/src/coral_models/prepare_raw_data.py b/src/coral_models/prepare_raw_data.py index d8f398e5..3f6b6725 100644 --- a/src/coral_models/prepare_raw_data.py +++ b/src/coral_models/prepare_raw_data.py @@ -350,7 +350,7 @@ def prepare_raw_data( # Check if the file is empty, and if it is, remove it from the dataframe # and continue to the next file - if filename.stat().st_size < 200000: # Any file smaller than this is empty + if filename.stat().st_size < 10000: # Any file smaller than this is empty rows_to_remove.append(row_i) continue