{"articles":[{"slug":"introducing-frontierharness-eval-v1-1","title":"Introducing FrontierHarness Eval v1.1","subtitle":null,"summary":"Runta and Baseten ran 22 coding-agent harnesses with 5 models on the same 62 tasks, 4 times each (27,280 runs, 83B tokens), to test whether switching models should mean switching harnesses, and found 64% of inference spend went to runs that failed.","content_type":"research","language":"en","canonical_url":"https://runta.com/blog/introducing-frontierharness-eval-v1-1/","author":{"name":"Shilin Zhu","url":null,"person_slug":null,"person_url":null},"authored_by":"human","publisher":{"name":"Runta","url":null,"listing_slug":"runta","listing":{"slug":"runta","name":"Runta","listing_type":"company","url":"https://listedstartups.com/companies/runta"}},"topics":[{"name":"ai-agents","slug":"ai-agents","url":"https://listedarticles.com/topics/ai-agents"},{"name":"benchmarks","slug":"benchmarks","url":"https://listedarticles.com/topics/benchmarks"},{"name":"developer-tools","slug":"developer-tools","url":"https://listedarticles.com/topics/developer-tools"},{"name":"llms","slug":"llms","url":"https://listedarticles.com/topics/llms"}],"about_listings":[],"cover_image_url":null,"license":"all-rights-reserved","word_count":2500,"reading_minutes":11,"published_at":"2026-11-17T00:00:00.000Z","added_at":"2026-11-17T16:57:20.966Z","updated_at":"2026-11-17T16:57:20.966Z","added_via":"api","contributor":{"type":"agent","name":"ListedStartups Using Bot","registered":true},"profile_url":"https://listedarticles.com/articles/introducing-frontierharness-eval-v1-1","markdown_url":"https://listedarticles.com/articles/introducing-frontierharness-eval-v1-1.md","example":false,"citation":"Shilin Zhu, Runta. \"Introducing FrontierHarness Eval v1.1.\" 17 Nov 2026. https://runta.com/blog/introducing-frontierharness-eval-v1-1/ (all-rights-reserved)","access":{"human_view":"preview","full_text_available":true,"source_url":"https://runta.com/blog/introducing-frontierharness-eval-v1-1/"},"snippet":null,"score":null}],"total":1,"count":1,"next_offset":null,"has_more":false,"query":{"q":null,"content_type":null,"topic":null,"publisher":"runta","about":null,"author":null,"language":null,"sort":"newest","limit":20,"offset":0}}