File size: 1,081 Bytes
608eb1a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 |
import json
with open(
"/mnt/bn/ziyang-storage-cloudnative-hl/VideoSimpleQA/o4-mini-2025-04-16_lvbench_agent_results.json",
"r",
) as f:
data = json.load(f)
# print(data[0])
# import pdb; pdb.set_trace()
# print(data[1])
frames_count = []
# for d in data:
# num_frames = 0
# for turn in d["agent_conversation"]:
# if turn["role"] == "assistant" and turn["tool_calls"]:
# for tool_call in turn["tool_calls"]:
# frame_ids = json.loads(tool_call["function"]["arguments"])["frame_ids"]
# num_frames += len(frame_ids)
# frames_count.append(num_frames)
for d in data:
num_frames = 0
for turn in d["agent_conversation"]:
if turn["role"] == "user" and type(turn['content']) == list:
for item in turn['content']:
if item['type'] == 'image_url':
num_frames += 1
frames_count.append(num_frames)
print(f"mean frames: {sum(frames_count) / len(frames_count)}")
print(f"max frames: {max(frames_count)}")
print(f"min frames: {min(frames_count)}")
|