{"id":"lmdeploy","name":"LMDeploy","maker":"Shanghai AI Laboratory","url":"https://lmdeploy.readthedocs.io","repo":"InternLM/lmdeploy","package":"pypi:lmdeploy","summary":"A toolkit for compressing, deploying and serving language models, with two inference engines.","details":"LMDeploy provides the TurboMind and PyTorch engines, quantization tools and an OpenAI-compatible API server. It is a Python package under the Apache licence from the InternLM team.","open_source":true,"hosted":false,"speaks":["openai-api"],"verified":"2026-11-15","category":"runtimes","category_name":"Local and self-hosted model runtimes","page":"https://modelmoot.com/tools/lmdeploy","reviewed":"2026-11-15","checked":{"at":"2026-11-15T15:07:43.409Z","address_answers":true},"note":"Descriptions are the site's own. Facts under \"checked\" were read automatically from the tool's address and public repository."}