This is an automated email from the ASF dual-hosted git repository. davsclaus pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/camel-performance-tests.git
commit 402528baedf380fad7831fcbeadbeedc8fc92330 Author: Claus Ibsen <[email protected]> AuthorDate: Thu Nov 5 11:10:43 2026 +0100 ai-benchmark: transform-csv-to-json step 4 checks the files, not the log line of step 3 The request asks to write each JSON invoice to the outbox as a file named after the invoice id. The check also wanted the log line that step 3 added, but the request does not ask to keep it. 7 runs (r18-2, r21l-5, r23l-6, r25l-3, r26l-7, r27l-6 and r27l-7) replaced that log with the to:, wrote the right files with no errors, and failed on the log alone. The other choice was to add "and keep the log" to the request. The check is the better place to change. The files are what the step is about, and the check reads both INV-2001.json and INV-2003.json. The request also stays as in all earlier series, so the step stays comparable. Co-Authored-By: Claude Opus 5.5 <[email protected]> Claude-Session: https://claude.ai/code/session_016Y4dDi5iQNgtHrDdz2NpwF --- ai-benchmark/gen_stepwise.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/ai-benchmark/gen_stepwise.py b/ai-benchmark/gen_stepwise.py index 0d8edcb..e3a3309 100644 --- a/ai-benchmark/gen_stepwise.py +++ b/ai-benchmark/gen_stepwise.py @@ -415,7 +415,9 @@ EXAMPLES.append({ "check": {"file_regex": "marshal", "log_regex": "Invoice INV-2002: \\{\"invoiceId\":\"INV-2002\",\"orderId\":\"ORD-1002\""}, "reference": {CSV: csv_s4}}, {"request": "Write each JSON invoice to the outbox directory as a file named after the invoice id, INV-2001.json and so on.", - "check": {"file_regex": "outbox", "files": {"outbox/INV-2001.json": "\"invoiceId\":\"INV-2001\"", "outbox/INV-2003.json": "INV-2003"}, "log_regex": "Invoice INV-2003"}, + # the files are the work of the step. The log line is step 3's, and the request does not ask to keep it: 7 runs + # (r18 to r27l) replaced it with the to:, wrote the right files with no errors, and failed on the log alone + "check": {"file_regex": "outbox", "files": {"outbox/INV-2001.json": "\"invoiceId\":\"INV-2001\"", "outbox/INV-2003.json": "INV-2003"}}, "reference": {CSV: csv_s5}}, ]})
