{"data":{"slug":"inspect-ai","name":"Inspect AI","tagline":"MIT LLM and agent evaluation framework from the UK AI Security Institute","category":"agents","categoryName":"AI Agents","url":"https://inspect.aisi.org.uk","github":"https://github.com/UKGovernmentBEIS/inspect_ai","pricing":"open-source","hook":"Inspect AI is the UK AI Security Institute's framework for LLM and agent evaluations, with sandboxed tool use and a log viewer for looking at each run.","whatsGood":"MIT (UKGovernmentBEIS/inspect_ai), release 0.3.282 (2026-10-19). ★~3.0k (~19 a week). Useful when you need repeatable evals of models or agents that use tools, and want to inspect each run afterwards.","theCatch":"It is still 0.x and releases near-daily, so pin a version or your eval results can shift under you.","verdict":"A serious, actively developed eval framework; pin it.","addedAt":"2026-10-20","featured":false,"domain":"AI Agents","subSpecialty":"Agents","subcategory":"Evals & Tracing","tags":["sdk","self-host","permissive","evals","sandbox","security","active"],"capabilities":[],"surfaces":["Self-host"],"ecosystem":["Multi-platform"],"licenseModel":"OSS/MIT","githubStars":3045,"starsPerWeek":20,"access":"free","archived":false,"repo":{"createdAt":"2023-11-14","pushedAt":"2026-10-19","license":"MIT","archived":false,"checkedAt":"2026-10-20"}},"related":[{"slug":"claude-code","name":"Claude Code","tagline":"Terminal-first coding agent with deep repository context"},{"slug":"cursor","name":"Cursor","tagline":"The AI-first code editor that understands your codebase"},{"slug":"devin","name":"Devin","tagline":"Autonomous AI engineer for defined engineering tasks"},{"slug":"stagehand","name":"Stagehand","tagline":"AI-native browser automation that mixes code and natural language"},{"slug":"browser-use","name":"Browser Use","tagline":"Open-source framework for LLM-driven browser agents"}],"links":{"self":"/api/gems/inspect-ai","html":"/gems/inspect-ai","markdown":"/gems/inspect-ai.md","category":"/api/gems?category=agents","categoryPage":"/stacks/agents"}}