{"id":"mlc-llm","name":"MLC LLM","maker":"MLC","url":"https://llm.mlc.ai","repo":"mlc-ai/mlc-llm","summary":"A compiler-based engine for deploying language models on many devices, including phones, browsers and GPUs.","details":"MLC LLM compiles models with Apache TVM for CUDA, Metal, Vulkan, WebGPU and mobile targets, and serves them with an OpenAI-compatible API. It has runtimes for iOS, Android and web browsers.","open_source":true,"hosted":false,"speaks":["openai-api"],"verified":"2026-11-15","category":"runtimes","category_name":"Local and self-hosted model runtimes","page":"https://modelmoot.com/tools/mlc-llm","reviewed":"2026-11-15","checked":{"at":"2026-11-15T15:07:43.409Z","address_answers":true},"note":"Descriptions are the site's own. Facts under \"checked\" were read automatically from the tool's address and public repository."}