Source files / bench/data · raw

tools.jsonl

{"case": "weather", "run": 0, "ok": true, "detail": "[('get_weather', {'city': 'Hamburg'}, 'call_9fef7162c77c4c3f8f06e994')]", "seconds": 4.7, "label": "strata-svc", "date": "2026-11-10T21:52:09"}
{"case": "weather", "run": 1, "ok": true, "detail": "[('get_weather', {'city': 'Hamburg'}, 'call_37f32ac5415a4fcb93bb2fea')]", "seconds": 1.2, "label": "strata-svc", "date": "2026-11-10T21:52:10"}
{"case": "weather", "run": 2, "ok": true, "detail": "[('get_weather', {'city': 'Hamburg'}, 'call_53d9055c8b98430990f9de13')]", "seconds": 1.0, "label": "strata-svc", "date": "2026-11-10T21:52:11"}
{"case": "no_tool", "run": 0, "ok": true, "detail": "Paris", "seconds": 3.7, "label": "strata-svc", "date": "2026-11-10T21:52:15"}
{"case": "no_tool", "run": 1, "ok": true, "detail": "Paris", "seconds": 0.6, "label": "strata-svc", "date": "2026-11-10T21:52:16"}
{"case": "no_tool", "run": 2, "ok": true, "detail": "Paris", "seconds": 0.6, "label": "strata-svc", "date": "2026-11-10T21:52:16"}
{"case": "pick_tool", "run": 0, "ok": true, "detail": "[('read_file', {'path': 'docs/changelog.md'}, 'call_35c85e9837bc4089a459ab6c')]", "seconds": 3.8, "label": "strata-svc", "date": "2026-11-10T21:52:20"}
{"case": "pick_tool", "run": 1, "ok": true, "detail": "[('read_file', {'path': 'docs/changelog.md'}, 'call_c2257b29304c415db30f4432')]", "seconds": 0.7, "label": "strata-svc", "date": "2026-11-10T21:52:21"}
{"case": "pick_tool", "run": 2, "ok": true, "detail": "[('read_file', {'path': 'docs/changelog.md'}, 'call_0c96652834a84490b4df0619')]", "seconds": 0.7, "label": "strata-svc", "date": "2026-11-10T21:52:21"}
{"case": "args", "run": 0, "ok": true, "detail": "[('create_event', {'title': 'Dentist', 'start': '2026-11-11T09:30:00', 'duration_min': 45}, 'call_88265dde30a24d4585847ea7')]", "seconds": 5.3, "label": "strata-svc", "date": "2026-11-10T21:52:27"}
{"case": "args", "run": 1, "ok": true, "detail": "[('create_event', {'title': 'Dentist', 'start': '2026-11-11T09:30:00', 'duration_min': 45}, 'call_ed7a4f9223e844c28bc0d29c')]", "seconds": 4.0, "label": "strata-svc", "date": "2026-11-10T21:52:31"}
{"case": "args", "run": 2, "ok": true, "detail": "[('create_event', {'title': 'Dentist', 'start': '2026-11-11T09:30:00', 'duration_min': 45}, 'call_2141ce725e884e95bd940895')]", "seconds": 1.9, "label": "strata-svc", "date": "2026-11-10T21:52:33"}
{"case": "parallel", "run": 0, "ok": true, "detail": "[('get_weather', {'city': 'Berlin'}, 'call_4a270603c9fc4dfea882ae9c'), ('get_weather', {'city': 'Paris'}, 'call_bf11fe670f3b444f9b9b33a2')]", "seconds": 4.6, "label": "strata-svc", "date": "2026-11-10T21:52:37"}
{"case": "parallel", "run": 1, "ok": true, "detail": "[('get_weather', {'city': 'Berlin'}, 'call_5503fedb856e419dbb5e1eae'), ('get_weather', {'city': 'Paris'}, 'call_747a76fefe25499bb3eb798d')]", "seconds": 1.5, "label": "strata-svc", "date": "2026-11-10T21:52:39"}
{"case": "parallel", "run": 2, "ok": true, "detail": "[('get_weather', {'city': 'Berlin'}, 'call_cad6e577bc2c41898762e947'), ('get_weather', {'city': 'Paris'}, 'call_27ab8d7077d74db19e94b75d')]", "seconds": 1.5, "label": "strata-svc", "date": "2026-11-10T21:52:40"}
{"case": "use_result", "run": 0, "ok": true, "detail": "Hamburg right now: **7.4\u00b0C with drizzle**, and wind at about 31 km/h \u2014 a damp, breezy day, so a waterproof jacket is a good idea.", "seconds": 6.7, "label": "strata-svc", "date": "2026-11-10T21:52:47"}
{"case": "use_result", "run": 1, "ok": true, "detail": "Hamburg right now: **7.4\u00b0C with drizzle**, and wind at about **31 km/h** \u2014 so a damp, blustery day. Worth having a waterproof jacket and an umbrella if you're heading out.", "seconds": 3.5, "label": "strata-svc", "date": "2026-11-10T21:52:50"}
{"case": "use_result", "run": 2, "ok": true, "detail": "It's currently **7.4\u00b0C** in Hamburg with **drizzle** and winds around **31 km/h**.", "seconds": 2.9, "label": "strata-svc", "date": "2026-11-10T21:52:53"}
{"case": "error_recovery", "run": 0, "ok": true, "detail": "[('get_weather', {'city': 'Hamburg'}, 'call_5b3d773db15d41ff9c657851'), ('get_weather', {'city': 'Hamburg, Germany'}, 'call_057ae140d40444d29658cafa')]", "seconds": 9.0, "label": "strata-svc", "date": "2026-11-10T21:53:02"}
{"case": "error_recovery", "run": 1, "ok": true, "detail": "[('get_weather', {'city': 'Hamburg, Germany'}, 'call_e89a187b5626414294eb2acb')] [rescored: retry with corrected name]", "seconds": 3.2, "label": "strata-svc", "date": "2026-11-10T21:53:05"}
{"case": "error_recovery", "run": 2, "ok": true, "detail": "[('get_weather', {'city': 'Hamburg'}, 'call_deae2e92730d4c6784946599')]", "seconds": 3.0, "label": "strata-svc", "date": "2026-11-10T21:53:08"}
{"case": "money", "run": 0, "ok": true, "detail": "801.69", "seconds": 133.6, "label": "strata-svc", "date": "2026-11-10T21:55:22"}
{"case": "money", "run": 1, "ok": true, "detail": "801.69", "seconds": 53.1, "label": "strata-svc", "date": "2026-11-10T21:56:15"}
{"case": "money", "run": 2, "ok": true, "detail": "801.69", "seconds": 133.6, "label": "strata-svc", "date": "2026-11-10T21:58:29"}