fix a bug for single gpu

neulab · Apr 15, 2024 · 49a23db · 49a23db
1 parent 8519075
commit 49a23db
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lmms_eval/models/llava.py b/lmms_eval/models/llava.py
@@ -53,7 +53,7 @@ def __init__(
         trust_remote_code: Optional[bool] = False,
         revision=None,
         use_flash_attention_2=True,
-        device_map="",
+        device_map="auto",
         conv_template="vicuna_v1",
         use_cache=True,
         truncate_context=False,  # whether to truncate the context in generation, set it False for LLaVA-1.6