kvcache-ai/sglang
1
0
Fork 0
mirror of https://github.com/kvcache-ai/sglang.git synced 2026-07-16 08:54:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

Tiny add more error info for bench_serving (#14827)

Browse Source
This commit is contained in:
fzyzcjy
2025-12-11 17:25:49 +08:00
committed by GitHub
parent f85460fb19
commit a368df2818
1 changed files with 18 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
python/sglang/bench_serving.py
View File

@@ -187,7 +187,9 @@ async def async_request_trt_llm(
output.output_len = request_func_input.output_len
else:
output.error = response.reason or ""
output.error = (
(response.reason or "") + ": " + (await response.text())
)
output.success = False
except Exception:
output.success = False
@@ -286,7 +288,9 @@ async def async_request_openai_completions(
output.latency = latency
output.output_len = output_len
else:
output.error = response.reason or ""
output.error = (
(response.reason or "") + ": " + (await response.text())
)
output.success = False
except Exception:
output.success = False
@@ -440,7 +444,9 @@ async def async_request_openai_chat_completions(
output.latency = latency
output.output_len = output_len
else:
output.error = response.reason or ""
output.error = (
(response.reason or "") + ": " + (await response.text())
)
output.success = False
except Exception:
output.success = False
@@ -527,7 +533,9 @@ async def async_request_truss(
output.latency = latency
output.output_len = request_func_input.output_len
else:
output.error = response.reason or ""
output.error = (
(response.reason or "") + ": " + (await response.text())
)
output.success = False
except Exception:
output.success = False
@@ -623,7 +631,9 @@ async def async_request_sglang_generate(
output.latency = latency
output.output_len = output_len
else:
output.error = response.reason or ""
output.error = (
(response.reason or "") + ": " + (await response.text())
)
output.success = False
except Exception:
output.success = False
@@ -658,7 +668,9 @@ async def async_request_profile(api_url: str) -> RequestFuncOutput:
if response.status == 200:
output.success = True
else:
output.error = response.reason or ""
output.error = (
(response.reason or "") + ": " + (await response.text())
)
output.success = False
except Exception:
output.success = False