mirror of
https://github.com/bytedance/deer-flow.git
synced 2026-06-10 01:15:58 +00:00
Nan Gao
63ce88f874
* add caller identity in replay e2e * make format * fix(replay-e2e): stabilize title caller replay * fix(replay-e2e): use captured caller without run manager --------- Co-authored-by: Willem Jiang <willem.jiang@gmail.com>
244 lines
7.9 KiB
JSON
244 lines
7.9 KiB
JSON
{
|
|
"scenario": "write_read_file",
|
|
"mode": "ultra",
|
|
"model": "sre/gpt-5",
|
|
"prompt": "Using your own file tools directly, create the file /mnt/user-data/outputs/note.txt with exactly this content: hi from replay. Then read that same file back and reply with its exact contents. Do NOT delegate to a subagent and do NOT use the task tool — do it yourself. Do not ask any clarifying questions.",
|
|
"context": {
|
|
"is_bootstrap": false,
|
|
"mode": "ultra",
|
|
"thinking_enabled": true,
|
|
"is_plan_mode": true,
|
|
"subagent_enabled": true
|
|
},
|
|
"turns": [
|
|
{
|
|
"caller": "lead_agent",
|
|
"conversation_hash": "9c50eda6ab7e8593dabccbdeadc70a4a7bf778b2c0c3f275f1f96cf2c8ab58db",
|
|
"input_hash": "27aeb4c11bff2c3ebc182fe52a06556823c21928620a400c7f26be9733c31f3f",
|
|
"output": {
|
|
"type": "ai",
|
|
"data": {
|
|
"content": "",
|
|
"additional_kwargs": {},
|
|
"response_metadata": {
|
|
"finish_reason": "tool_calls",
|
|
"model_name": "sre/gpt-5",
|
|
"model_provider": "openai"
|
|
},
|
|
"type": "ai",
|
|
"name": null,
|
|
"id": "lc_run--019ea641-acda-7423-9a9f-79725057bc20",
|
|
"tool_calls": [
|
|
{
|
|
"name": "write_file",
|
|
"args": {
|
|
"description": "Create the requested output file with exact content",
|
|
"path": "/mnt/user-data/outputs/note.txt",
|
|
"content": "hi from replay."
|
|
},
|
|
"id": "call_FV7zhKonjx5CAa1RwIcKihpi",
|
|
"type": "tool_call"
|
|
}
|
|
],
|
|
"invalid_tool_calls": [],
|
|
"usage_metadata": {
|
|
"input_tokens": 3664,
|
|
"output_tokens": 434,
|
|
"total_tokens": 4098,
|
|
"input_token_details": {
|
|
"audio": 0,
|
|
"cache_read": 3584
|
|
},
|
|
"output_token_details": {
|
|
"audio": 0,
|
|
"reasoning": 384
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"caller": "middleware:title",
|
|
"conversation_hash": "3598aeb87e221ca8f554e4d61ce6d5e8801754606fa5c95a89c38bd6cb623045",
|
|
"input_hash": "75101f9faa453b1a35deff920b1e3c1a9f0b013a7627fbbaa03436752776b953",
|
|
"output": {
|
|
"type": "ai",
|
|
"data": {
|
|
"content": "Direct File Creation and Readback",
|
|
"additional_kwargs": {},
|
|
"response_metadata": {
|
|
"finish_reason": "stop",
|
|
"model_name": "sre/gpt-5",
|
|
"model_provider": "openai"
|
|
},
|
|
"type": "ai",
|
|
"name": null,
|
|
"id": "lc_run--019ea641-cf52-7793-900e-15ad4f032c0e",
|
|
"tool_calls": [],
|
|
"invalid_tool_calls": [],
|
|
"usage_metadata": {
|
|
"input_tokens": 104,
|
|
"output_tokens": 656,
|
|
"total_tokens": 760,
|
|
"input_token_details": {
|
|
"audio": 0,
|
|
"cache_read": 0
|
|
},
|
|
"output_token_details": {
|
|
"audio": 0,
|
|
"reasoning": 640
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"caller": "lead_agent",
|
|
"conversation_hash": "6af134379b2a9efa01b4f63032f88211d5f38f459f8bed621eb6c65e8e05c1f9",
|
|
"input_hash": "f7468603a43d301fcc0167c2f7cd10e53137bfc584f1b3d776614b7a612ed7a6",
|
|
"output": {
|
|
"type": "ai",
|
|
"data": {
|
|
"content": "",
|
|
"additional_kwargs": {},
|
|
"response_metadata": {
|
|
"finish_reason": "tool_calls",
|
|
"model_name": "sre/gpt-5",
|
|
"model_provider": "openai"
|
|
},
|
|
"type": "ai",
|
|
"name": null,
|
|
"id": "lc_run--019ea641-f523-7d60-a416-b051fba469a2",
|
|
"tool_calls": [
|
|
{
|
|
"name": "read_file",
|
|
"args": {
|
|
"description": "Verify contents to echo back exactly",
|
|
"path": "/mnt/user-data/outputs/note.txt"
|
|
},
|
|
"id": "call_YevFCnLcjWfWHaZm8wwMpEk8",
|
|
"type": "tool_call"
|
|
}
|
|
],
|
|
"invalid_tool_calls": [],
|
|
"usage_metadata": {
|
|
"input_tokens": 3719,
|
|
"output_tokens": 35,
|
|
"total_tokens": 3754,
|
|
"input_token_details": {
|
|
"audio": 0,
|
|
"cache_read": 3584
|
|
},
|
|
"output_token_details": {
|
|
"audio": 0,
|
|
"reasoning": 0
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"caller": "lead_agent",
|
|
"conversation_hash": "04751c4f7b0107b78b5c97d417063883fd586f5ebcbc4acf79be6cb3c0cdaec1",
|
|
"input_hash": "218645dabc6926a1dbdf45dd20fba8a41e1e690cef78d7752566db3acf5a36ce",
|
|
"output": {
|
|
"type": "ai",
|
|
"data": {
|
|
"content": "hi from replay.",
|
|
"additional_kwargs": {},
|
|
"response_metadata": {
|
|
"finish_reason": "stop",
|
|
"model_name": "sre/gpt-5",
|
|
"model_provider": "openai"
|
|
},
|
|
"type": "ai",
|
|
"name": null,
|
|
"id": "lc_run--019ea641-ff38-7751-9c2b-cc648811883b",
|
|
"tool_calls": [],
|
|
"invalid_tool_calls": [],
|
|
"usage_metadata": {
|
|
"input_tokens": 3768,
|
|
"output_tokens": 8,
|
|
"total_tokens": 3776,
|
|
"input_token_details": {
|
|
"audio": 0,
|
|
"cache_read": 3584
|
|
},
|
|
"output_token_details": {
|
|
"audio": 0,
|
|
"reasoning": 0
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"caller": "suggest_agent",
|
|
"conversation_hash": "8b98ebdbb53e88f000556c4753adede8eaa076ff6fd7b8a1285bfd18aee8144d",
|
|
"input_hash": "dcd855d389d7179a1e4bc7074fa9ba7ce697570af8947225d6bacb538f14a0cb",
|
|
"output": {
|
|
"type": "ai",
|
|
"data": {
|
|
"content": "[\n \"Can you show the file size and last modified time of /mnt/user-data/outputs/note.txt?\",\n \"List the contents of /mnt/user-data/outputs/ to confirm the file exists.\",\n \"Append 'second line' to /mnt/user-data/outputs/note.txt and print its new contents.\"\n]",
|
|
"additional_kwargs": {
|
|
"refusal": null
|
|
},
|
|
"response_metadata": {
|
|
"token_usage": {
|
|
"completion_tokens": 909,
|
|
"prompt_tokens": 224,
|
|
"total_tokens": 1133,
|
|
"completion_tokens_details": {
|
|
"accepted_prediction_tokens": 0,
|
|
"audio_tokens": 0,
|
|
"reasoning_tokens": 832,
|
|
"rejected_prediction_tokens": 0
|
|
},
|
|
"prompt_tokens_details": {
|
|
"audio_tokens": 0,
|
|
"cached_tokens": 0
|
|
},
|
|
"latency_checkpoint": {
|
|
"engine_tbt_ms": 12,
|
|
"engine_ttft_ms": 324,
|
|
"engine_ttlt_ms": 10965,
|
|
"pre_inference_ms": 153,
|
|
"service_tbt_ms": 12,
|
|
"service_ttft_ms": 849,
|
|
"service_ttlt_ms": 11491,
|
|
"total_duration_ms": 11351,
|
|
"user_visible_ttft_ms": 696
|
|
}
|
|
},
|
|
"model_provider": "openai",
|
|
"model_name": "sre/gpt-5",
|
|
"system_fingerprint": null,
|
|
"id": "chatcmpl-DoPFALdwiyEDYOIN7wFYhqBrr6eTA",
|
|
"service_tier": "default",
|
|
"finish_reason": "stop",
|
|
"logprobs": null
|
|
},
|
|
"type": "ai",
|
|
"name": null,
|
|
"id": "lc_run--019ea642-0eac-78f1-a506-931e343184f1-0",
|
|
"tool_calls": [],
|
|
"invalid_tool_calls": [],
|
|
"usage_metadata": {
|
|
"input_tokens": 224,
|
|
"output_tokens": 909,
|
|
"total_tokens": 1133,
|
|
"input_token_details": {
|
|
"audio": 0,
|
|
"cache_read": 0
|
|
},
|
|
"output_token_details": {
|
|
"audio": 0,
|
|
"reasoning": 832
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
]
|
|
}
|