{"data":{"slug":"vllm","name":"vLLM","tagline":"Apache-2.0 high-throughput LLM inference and serving engine","category":"agents","categoryName":"AI Agents","url":"https://vllm.ai","github":"https://github.com/vllm-project/vllm","pricing":"open-source","hook":"vLLM is the OpenAI-compatible serving engine when local chat UIs are not enough and you need PagedAttention throughput.","whatsGood":"Apache-2.0. vllm-project/vllm. Continuous batching, PagedAttention, broad model/quantization support, OpenAI-compatible API server. Built for GPU (and growing accelerator) serving at scale — docs at docs.vllm.ai.","theCatch":"Vs Ollama (local model runner UX): vLLM is a serving/inference engine, not a laptop chat app. Expect CUDA/ROCm/TPU ops, driver versions, and multi-GPU reality. CPU-only is not the point. You bring hardware and ops.","verdict":"Apache-2.0 LLM serving. Free forever software; the bill is GPUs and the cluster, not a license key.","addedAt":"2026-09-11","featured":false,"domain":"AI Agents","subSpecialty":"Agents","subcategory":"Inference & Local Models","tags":["self-host","permissive","local-llm","active"],"capabilities":[],"surfaces":["Self-host"],"ecosystem":["Multi-platform"],"licenseModel":"Apache-2.0","githubStars":94095,"starsPerWeek":488,"access":"free","archived":false,"repo":{"createdAt":"2023-02-09","pushedAt":"2026-10-19","license":"Apache-2.0","archived":false,"checkedAt":"2026-10-19"}},"related":[{"slug":"claude-code","name":"Claude Code","tagline":"Terminal-first coding agent with deep repository context"},{"slug":"cursor","name":"Cursor","tagline":"The AI-first code editor that understands your codebase"},{"slug":"devin","name":"Devin","tagline":"Autonomous AI engineer for defined engineering tasks"},{"slug":"stagehand","name":"Stagehand","tagline":"AI-native browser automation that mixes code and natural language"},{"slug":"browser-use","name":"Browser Use","tagline":"Open-source framework for LLM-driven browser agents"}],"links":{"self":"/api/gems/vllm","html":"/gems/vllm","markdown":"/gems/vllm.md","category":"/api/gems?category=agents","categoryPage":"/stacks/agents"}}