Resolve key error in retrieval profiling data parser

triton-inference-server · Nov 13, 2024 · 7720ecd · 7720ecd
1 parent e4e9757
commit 7720ecd
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/genai-perf/genai_perf/profile_data_parser/image_retrieval_profile_data_parser.py b/genai-perf/genai_perf/profile_data_parser/image_retrieval_profile_data_parser.py
@@ -66,7 +66,8 @@ def _parse_requests(self, requests: dict) -> ImageRetrievalMetrics:
             req_latency_ns = res_timestamps[-1] - req_timestamp
             request_latencies.append(req_latency_ns)
 
-            contents = load_json_str(req_inputs["input"])
+            payload = load_json_str(req_inputs["payload"])
+            contents = payload["input"]
             num_images = len([c for c in contents if c["type"] == "image_url"])
 
             # image throughput