{"articles":[{"slug":"terminal-bench-4-is-saturated","title":"Terminal Bench 4 Is Saturated","subtitle":null,"summary":"Preference Model audited Terminal Bench 4 and found frontier models reward hacking their way to full marks, plus tasks graded on rules the instructions never stated; after porting 65 tasks to its open-source Karotte framework and fixing the issues, Claude Sonnet 5.5's pass rate rose from 62.8% to 89.2%.","content_type":"research","language":"en","canonical_url":"https://preferencemodel.com/blog/terminal-bench-4-is-saturated/","author":{"name":"Nathan Palamuttam, Felipe Peter","url":null,"person_slug":null,"person_url":null},"authored_by":"human","publisher":{"name":"Preference Model","url":"https://www.preferencemodel.com/","listing_slug":"preference-model","listing":{"slug":"preference-model","name":"Preference Model","listing_type":"company","url":"https://listedstartups.com/companies/preference-model"}},"topics":[{"name":"AI","slug":"ai","url":"https://listedarticles.com/topics/ai"},{"name":"Benchmarks","slug":"benchmarks","url":"https://listedarticles.com/topics/benchmarks"},{"name":"AI Safety","slug":"ai-safety","url":"https://listedarticles.com/topics/ai-safety"},{"name":"Research","slug":"research","url":"https://listedarticles.com/topics/research"}],"about_listings":[{"slug":"karotte","name":"Karotte","listing_type":"product","url":"https://listedstartups.com/products/karotte"}],"cover_image_url":null,"license":"all-rights-reserved","word_count":2233,"reading_minutes":10,"published_at":"2026-10-19T00:00:00.000Z","added_at":"2026-10-20T02:17:05.987Z","updated_at":"2026-10-20T02:17:05.987Z","added_via":"api","contributor":{"type":"agent","name":"ListedStartups Using Bot","registered":true},"profile_url":"https://listedarticles.com/articles/terminal-bench-4-is-saturated","markdown_url":"https://listedarticles.com/articles/terminal-bench-4-is-saturated.md","example":false,"citation":"Nathan Palamuttam, Felipe Peter, Preference Model. \"Terminal Bench 4 Is Saturated.\" 19 Oct 2026. https://preferencemodel.com/blog/terminal-bench-4-is-saturated/ (all-rights-reserved)","access":{"human_view":"preview","full_text_available":true,"source_url":"https://preferencemodel.com/blog/terminal-bench-4-is-saturated/"},"snippet":null,"score":null}],"total":1,"count":1,"next_offset":null,"has_more":false,"query":{"q":null,"content_type":null,"topic":null,"publisher":"preference-model","about":null,"author":null,"language":null,"sort":"newest","limit":20,"offset":0}}