test(snapshots): reconcile scripted run_code fixtures with the required description

The scripted (non-recorded) fixtures' run_code calls predate the required description parameter, so replay rejected them at validation before any dispatch: patch the scripted programs' args (tool/call, message blocks, and chunk deltas together) and refresh goldens keylessly. Also picks up the v4-pro re-records of the code-mode scenario pair whose live model drifted from the overlay pin, and drops tmp-path churn.
2026-07-26 08:58:04 +08:00
parent 7f8c3cc6b8
commit abfc7b7ed1
17 changed files with 145 additions and 137 deletions
@@ -3,7 +3,7 @@
 {"type":"user/message","seq":1,"time":1785004263917,"data":{"content":[{"type":"text","text":"Using ONE run_code program: call the bash tool twice — exactly `echo CODE_ONE` then exactly `echo CODE_TWO`. Inside that same program, console.log exactly `captured output`, then return the two outputs joined with a plus sign. Reply with that joined string only and stop."}],"source":{"kind":"user"}},"surfaceOp":"append"}
 {"type":"session/title","seq":2,"time":1785004263924,"data":{"title":"Using ONE run_code program: call","messageSeqs":[1],"source":{"kind":"fallback"}}}
 {"type":"step/start","seq":3,"time":1785004263933,"data":{"turn":1,"step":1}}
-{"type":"request/header","seq":4,"time":1785004263933,"data":{"header":{"config":{"provider":"deepseek","model":"deepseek-v4-pro"},"system":"{{system}}","tools":"{{tools}}"},"reason":"initial"}}
+{"type":"request/header","seq":4,"time":1785004263933,"data":{"header":{"config":{"provider":"deepseek","model":"deepseek-v4-flash"},"system":"{{system}}","tools":"{{tools}}"},"reason":"initial"}}
 {"type":"assistant/chunk","seq":5,"time":1785004264554,"data":{"turn":1,"step":1,"chunk":{"type":"block-start","index":0,"blockType":"reasoning"}}}
 {"type":"assistant/chunk","seq":6,"time":1785004264555,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":"The"}}}
 {"type":"assistant/chunk","seq":7,"time":1785004264777,"data":{"turn":1,"step":1,"chunk":{"type":"reasoning-delta","index":0,"text":" user"}}}
@@ -227,7 +227,7 @@
 {"type":"assistant/chunk","seq":225,"time":1785004267255,"data":{"turn":1,"step":1,"chunk":{"type":"block-end","index":1,"block":{"type":"tool-call","id":"call_00_sDVCs3HvPpCgd6kRbHyu5373","name":"run_code","arguments":"{\"code\": \"\\n// Call bash twice\\nconst r1 = await tools.bash({command: \\\"echo CODE_ONE\\\", description: \\\"Echo CODE_ONE\\\"});\\nconst r2 = await tools.bash({command: \\\"echo CODE_TWO\\\", description: \\\"Echo CODE_TWO\\\"});\\n\\n// Extract the text outputs\\nconst out1 = r1.stdout.text.trim();\\nconst out2 = r2.stdout.text.trim();\\n\\n// Console.log exactly \\\"captured output\\\"\\nconsole.log(\\\"captured output\\\");\\n\\n// Return the two outputs joined with a plus sign\\nreturn out1 + \\\"+\\\" + out2;\\n\", \"description\": \"Run two echo commands and join outputs\"}"}}}}
 {"type":"assistant/chunk","seq":226,"time":1785004267256,"data":{"turn":1,"step":1,"chunk":{"type":"usage","usage":{"inputTokens":6129,"outputTokens":258,"cacheReadTokens":0,"reasoningTokens":71}}}}
 {"type":"assistant/chunk","seq":227,"time":1785004267256,"data":{"turn":1,"step":1,"chunk":{"type":"finish","reason":{"kind":"tool-calls"}}}}
-{"type":"assistant/message","seq":228,"time":1785004267260,"data":{"turn":1,"step":1,"content":[{"type":"reasoning","text":"The user wants me to write a single run_code program that:\n1. Calls bash twice: `echo CODE_ONE` and `echo CODE_TWO`\n2. Console.log exactly `captured output`\n3. Return the two outputs joined with a plus sign\n4. Reply with that joined string only and stop.\n\nLet me write this program."},{"type":"tool-call","id":"call_00_sDVCs3HvPpCgd6kRbHyu5373","name":"run_code","arguments":"{\"code\": \"\\n// Call bash twice\\nconst r1 = await tools.bash({command: \\\"echo CODE_ONE\\\", description: \\\"Echo CODE_ONE\\\"});\\nconst r2 = await tools.bash({command: \\\"echo CODE_TWO\\\", description: \\\"Echo CODE_TWO\\\"});\\n\\n// Extract the text outputs\\nconst out1 = r1.stdout.text.trim();\\nconst out2 = r2.stdout.text.trim();\\n\\n// Console.log exactly \\\"captured output\\\"\\nconsole.log(\\\"captured output\\\");\\n\\n// Return the two outputs joined with a plus sign\\nreturn out1 + \\\"+\\\" + out2;\\n\", \"description\": \"Run two echo commands and join outputs\"}"}],"provenance":{"provider":"deepseek","model":"deepseek-v4-pro"},"usage":{"inputTokens":6129,"outputTokens":258,"cacheReadTokens":0,"reasoningTokens":71}},"sourceEventSeqs":[5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227],"surfaceOp":"append"}
+{"type":"assistant/message","seq":228,"time":1785004267260,"data":{"turn":1,"step":1,"content":[{"type":"reasoning","text":"The user wants me to write a single run_code program that:\n1. Calls bash twice: `echo CODE_ONE` and `echo CODE_TWO`\n2. Console.log exactly `captured output`\n3. Return the two outputs joined with a plus sign\n4. Reply with that joined string only and stop.\n\nLet me write this program."},{"type":"tool-call","id":"call_00_sDVCs3HvPpCgd6kRbHyu5373","name":"run_code","arguments":"{\"code\": \"\\n// Call bash twice\\nconst r1 = await tools.bash({command: \\\"echo CODE_ONE\\\", description: \\\"Echo CODE_ONE\\\"});\\nconst r2 = await tools.bash({command: \\\"echo CODE_TWO\\\", description: \\\"Echo CODE_TWO\\\"});\\n\\n// Extract the text outputs\\nconst out1 = r1.stdout.text.trim();\\nconst out2 = r2.stdout.text.trim();\\n\\n// Console.log exactly \\\"captured output\\\"\\nconsole.log(\\\"captured output\\\");\\n\\n// Return the two outputs joined with a plus sign\\nreturn out1 + \\\"+\\\" + out2;\\n\", \"description\": \"Run two echo commands and join outputs\"}"}],"provenance":{"provider":"deepseek","model":"deepseek-v4-flash"},"usage":{"inputTokens":6129,"outputTokens":258,"cacheReadTokens":0,"reasoningTokens":71}},"sourceEventSeqs":[5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227],"surfaceOp":"append"}
 {"type":"tool/call","seq":229,"time":1785004267260,"data":{"turn":1,"step":1,"callId":"call_00_sDVCs3HvPpCgd6kRbHyu5373","name":"run_code","arguments":"{\"code\": \"\\n// Call bash twice\\nconst r1 = await tools.bash({command: \\\"echo CODE_ONE\\\", description: \\\"Echo CODE_ONE\\\"});\\nconst r2 = await tools.bash({command: \\\"echo CODE_TWO\\\", description: \\\"Echo CODE_TWO\\\"});\\n\\n// Extract the text outputs\\nconst out1 = r1.stdout.text.trim();\\nconst out2 = r2.stdout.text.trim();\\n\\n// Console.log exactly \\\"captured output\\\"\\nconsole.log(\\\"captured output\\\");\\n\\n// Return the two outputs joined with a plus sign\\nreturn out1 + \\\"+\\\" + out2;\\n\", \"description\": \"Run two echo commands and join outputs\"}"}}
 {"type":"tool/code-dispatch","seq":230,"time":1785004267379,"data":{"parentCallId":"call_00_sDVCs3HvPpCgd6kRbHyu5373","subCallId":"call_00_sDVCs3HvPpCgd6kRbHyu5373:code:1","name":"bash","arguments":{"command":"echo CODE_ONE","description":"Echo CODE_ONE"},"isError":false,"content":[{"type":"text","text":"CODE_ONE\n"}]}}
 {"type":"tool/code-dispatch","seq":231,"time":1785004267391,"data":{"parentCallId":"call_00_sDVCs3HvPpCgd6kRbHyu5373","subCallId":"call_00_sDVCs3HvPpCgd6kRbHyu5373:code:2","name":"bash","arguments":{"command":"echo CODE_TWO","description":"Echo CODE_TWO"},"isError":false,"content":[{"type":"text","text":"CODE_TWO\n"}]}}
@@ -284,6 +284,6 @@
 {"type":"assistant/chunk","seq":282,"time":1785004268572,"data":{"turn":1,"step":2,"chunk":{"type":"block-end","index":1,"block":{"type":"text","text":"CODE_ONE+CODE_TWO"}}}}
 {"type":"assistant/chunk","seq":283,"time":1785004268572,"data":{"turn":1,"step":2,"chunk":{"type":"usage","usage":{"inputTokens":138,"outputTokens":45,"cacheReadTokens":6272,"reasoningTokens":37}}}}
 {"type":"assistant/chunk","seq":284,"time":1785004268572,"data":{"turn":1,"step":2,"chunk":{"type":"finish","reason":{"kind":"stop"}}}}
-{"type":"assistant/message","seq":285,"time":1785004268573,"data":{"turn":1,"step":2,"content":[{"type":"reasoning","text":"The program ran successfully. It console.log'd \"captured output\" and returned \"CODE_ONE+CODE_TWO\". The user wants me to reply with that joined string only."},{"type":"text","text":"CODE_ONE+CODE_TWO"}],"provenance":{"provider":"deepseek","model":"deepseek-v4-pro"},"usage":{"inputTokens":138,"outputTokens":45,"cacheReadTokens":6272,"reasoningTokens":37}},"sourceEventSeqs":[235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284],"surfaceOp":"append"}
+{"type":"assistant/message","seq":285,"time":1785004268573,"data":{"turn":1,"step":2,"content":[{"type":"reasoning","text":"The program ran successfully. It console.log'd \"captured output\" and returned \"CODE_ONE+CODE_TWO\". The user wants me to reply with that joined string only."},{"type":"text","text":"CODE_ONE+CODE_TWO"}],"provenance":{"provider":"deepseek","model":"deepseek-v4-flash"},"usage":{"inputTokens":138,"outputTokens":45,"cacheReadTokens":6272,"reasoningTokens":37}},"sourceEventSeqs":[235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284],"surfaceOp":"append"}
 {"type":"step/end","seq":286,"time":1785004268575,"data":{"turn":1,"step":2}}
 {"type":"turn/end","seq":287,"time":1785004268576,"data":{"turn":1,"reason":{"kind":"completed"}}}
@@ -1,6 +1,6 @@
 You are an AI agent powered by the DeepSeek Harness SDK.

-You are a coding assistant powered by the deepseek-v4-pro model. Your working directory is {{cwd}}.
+You are a coding assistant powered by the deepseek-v4-flash model. Your working directory is {{cwd}}.

 Verify your work by running the code or tests. Keep answers brief and factual.