From 4649d3140b2ce5556b8562421b278ad152f309ea Mon Sep 17 00:00:00 2001 From: Deegue Date: Thu, 11 Jan 2024 02:16:05 +0000 Subject: [PATCH] change to lowercase --- inference/serve.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/inference/serve.py b/inference/serve.py index b5f1087c1..05b838b2b 100644 --- a/inference/serve.py +++ b/inference/serve.py @@ -70,7 +70,7 @@ def main(argv=None): parser.add_argument("--deepspeed", action='store_true', help="Enable deepspeed inference.") parser.add_argument("--workers_per_group", default="2", type=int, help="Workers per group, used with --deepspeed.") parser.add_argument("--ipex", action='store_true', help="Enable ipex optimization.") - parser.add_argument("--device", default="CPU", type=str, help="CPU, XPU, HPU or CUDA.") + parser.add_argument("--device", default="cpu", type=str, help="cpu, xpu, hpu or cuda.") parser.add_argument("--serve_local_only", action="store_true", help="Only support local access to url.") parser.add_argument("--serve_simple", action="store_true", help="Whether to serve OpenAI-compatible API for all models or serve simple endpoint based on model conf files.") parser.add_argument("--keep_serve_terminal", action="store_true", help="Whether to keep serve terminal.")