Skip to content

Commit eae8430

Browse files
Patch vLLM for missing content entry (#671)
* Patch vLLM * Formatting
1 parent bba524d commit eae8430

File tree

1 file changed

+5
-0
lines changed

1 file changed

+5
-0
lines changed

src/c++/perf_analyzer/genai-perf/genai_perf/llm_metrics.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -620,6 +620,11 @@ def _preprocess_response(
620620
responses = response.strip().split("\n\n")
621621
if len(responses) > 1:
622622
merged_response = json.loads(remove_sse_prefix(responses[0]))
623+
if (
624+
merged_response["choices"][0]["delta"].get("content", None)
625+
is None
626+
):
627+
merged_response["choices"][0]["delta"]["content"] = ""
623628
for r in responses[1:]:
624629
text = self._extract_openai_text_output(r)
625630
merged_response["choices"][0]["delta"]["content"] += text

0 commit comments

Comments
 (0)