Skip to content

Commit 583fd6b

Browse files
server bench: fix bench not waiting for model load (ggml-org#7284)
1 parent 9f77348 commit 583fd6b

File tree

1 file changed

+8
-7
lines changed

1 file changed

+8
-7
lines changed

examples/server/bench/bench.py

Lines changed: 8 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -293,13 +293,14 @@ def server_log(in_stream, out_stream):
293293

294294

295295
def is_server_listening(server_fqdn, server_port):
296-
with closing(socket.socket(socket.AF_INET, socket.SOCK_STREAM)) as sock:
297-
result = sock.connect_ex((server_fqdn, server_port))
298-
_is_server_listening = result == 0
299-
if _is_server_listening:
300-
print(f"server is listening on {server_fqdn}:{server_port}...")
301-
return _is_server_listening
302-
296+
try:
297+
url = f"{server_fqdn}:{server_port}/health"
298+
if not url.startswith("http://"):
299+
url = f"http://{url}"
300+
result = requests.get(url)
301+
return result.status_code == 200
302+
except Exception:
303+
return False
303304

304305
def escape_metric_name(metric_name):
305306
return re.sub('[^A-Z0-9]', '_', metric_name.upper())

0 commit comments

Comments
 (0)