fixes

huggingface · Dec 10, 2024 · 2f37ba2 · 2f37ba2
1 parent 4629a4e
commit 2f37ba2
Show file tree

Hide file tree

Showing 6 changed files with 7 additions and 5 deletions.
diff --git a/examples/cuda_pytorch_llama.yaml b/examples/cuda_pytorch_llama.yaml
@@ -14,6 +14,7 @@ launcher:
 
 backend:
   device: cuda
+  device_ids: 0
   no_weights: true
   torch_dtype: float16
   model: TinyLlama/TinyLlama-1.1B-Chat-v1.0

diff --git a/examples/cuda_tgi_llama.yaml b/examples/cuda_tgi_llama.yaml
@@ -15,7 +15,6 @@ launcher:
 backend:
   device: cuda
   device_ids: 0
-  no_weights: true
   model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
 
 scenario:

diff --git a/examples/cuda_trt_llama.yaml b/examples/cuda_trt_llama.yaml
@@ -15,7 +15,6 @@ launcher:
 backend:
   device: cuda
   device_ids: 0
-  no_weights: true
   model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
 
 scenario:

diff --git a/examples/cuda_vllm_llama.yaml b/examples/cuda_vllm_llama.yaml
@@ -15,7 +15,6 @@ launcher:
 backend:
   device: cuda
   device_ids: 0
-  no_weights: true
   serving_mode: offline
   model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
   engine_args:

diff --git a/tests/test_energy_star.py b/tests/test_energy_star.py
@@ -16,7 +16,9 @@
     for config in os.listdir(TEST_CONFIG_DIR)
     if config.endswith(".yaml") and not (config.startswith("_") or config.endswith("_"))
 ]
-TEST_SCRIPT_PATHS = [TEST_CONFIG_DIR / filename for filename in os.listdir(TEST_CONFIG_DIR) if filename.endswith(".py")]
+TEST_SCRIPT_PATHS = [
+    str(TEST_CONFIG_DIR / filename) for filename in os.listdir(TEST_CONFIG_DIR) if filename.endswith(".py")
+]
 
 ROCR_VISIBLE_DEVICES = os.environ.get("ROCR_VISIBLE_DEVICES", None)
 CUDA_VISIBLE_DEVICES = os.environ.get("CUDA_VISIBLE_DEVICES", None)

diff --git a/tests/test_examples.py b/tests/test_examples.py
@@ -17,7 +17,9 @@
     if config.endswith(".yaml") and not (config.startswith("_") or config.endswith("_"))
 ]
 
-TEST_SCRIPT_PATHS = [TEST_CONFIG_DIR / filename for filename in os.listdir(TEST_CONFIG_DIR) if filename.endswith(".py")]
+TEST_SCRIPT_PATHS = [
+    str(TEST_CONFIG_DIR / filename) for filename in os.listdir(TEST_CONFIG_DIR) if filename.endswith(".py")
+]
 
 ROCR_VISIBLE_DEVICES = os.environ.get("ROCR_VISIBLE_DEVICES", None)
 CUDA_VISIBLE_DEVICES = os.environ.get("CUDA_VISIBLE_DEVICES", None)