We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent bba524d commit eae8430Copy full SHA for eae8430
src/c++/perf_analyzer/genai-perf/genai_perf/llm_metrics.py
@@ -620,6 +620,11 @@ def _preprocess_response(
620
responses = response.strip().split("\n\n")
621
if len(responses) > 1:
622
merged_response = json.loads(remove_sse_prefix(responses[0]))
623
+ if (
624
+ merged_response["choices"][0]["delta"].get("content", None)
625
+ is None
626
+ ):
627
+ merged_response["choices"][0]["delta"]["content"] = ""
628
for r in responses[1:]:
629
text = self._extract_openai_text_output(r)
630
merged_response["choices"][0]["delta"]["content"] += text
0 commit comments