From 1c319d67bb7fe1036e18adc1294d56ee857ee151 Mon Sep 17 00:00:00 2001 From: nnshah1 Date: Thu, 29 Feb 2024 15:15:07 -0800 Subject: [PATCH] update with timeout --- .../examples/rayserve/client.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/Triton_Inference_Server_Python_API/examples/rayserve/client.py b/Triton_Inference_Server_Python_API/examples/rayserve/client.py index 6c39d84d..9d71fb7f 100644 --- a/Triton_Inference_Server_Python_API/examples/rayserve/client.py +++ b/Triton_Inference_Server_Python_API/examples/rayserve/client.py @@ -22,10 +22,11 @@ def client(endpoint, request_count, prompt, save_image, index): filename_input = "%20".join(f"&filename={filename}".split(" ")) else: filename_input = "" - input = "%20".join(prompt.split(" ")) + prompt_input = "%20".join(prompt.split(" ")) request_start = time.time() - resp = requests.get( - f"http://127.0.0.1:8000/{endpoint}?prompt={input}{filename_input}" + requests.get( + f"http://127.0.0.1:8000/{endpoint}?prompt={prompt_input}{filename_input}", + timeout=60, ) latencies.append(time.time() - request_start) print(