remove deprecated attn_fn

PrimeIntellect-ai · Dec 20, 2024 · 83b7d00 · 83b7d00
1 parent 3387a27
commit 83b7d00
Show file tree

Hide file tree

Showing 3 changed files with 0 additions and 33 deletions.
diff --git a/configs/1B/H100_llama2_edu_no_feat.toml b/configs/1B/H100_llama2_edu_no_feat.toml
diff --git a/scripts/export_dcp.py b/scripts/export_dcp.py
@@ -138,7 +138,6 @@ def main(config: ExportConfig):
         config.type_model,
         vocab_size=len(tokenizer),
         seq_length=config.data.seq_length,
-        attn_fn=config.train.attn_fn,
     )
 
     # Convert ZeroBand config to HuggingFace config

diff --git a/src/zeroband/train.py b/src/zeroband/train.py
@@ -1,7 +1,6 @@
 import os
 from typing import Literal
 import time
-import warnings
 import psutil
 from pydantic import model_validator
 from multiprocessing.process import _children
@@ -77,14 +76,6 @@ class TrainConfig(BaseConfig):
     memory_profiler: MemoryProfilerConfig | None = None
 
     sequence_packing: bool = True
-    attn_fn: Literal["flash", "sdpa"] | None = None
-
-    @model_validator(mode="after")
-    def validate_attn_fn(self):
-        if self.attn_fn is not None:
-            warnings.warn("attn_fn argument is deprecated")
-
-        return self
 
 
 class MonitorConfig(BaseConfig):