{"id":"xinference","name":"Xinference","maker":"Xorbits","url":"https://inference.readthedocs.io","repo":"xorbitsai/inference","package":"pypi:xinference","summary":"A server for deploying language, embedding, reranking, image and audio models locally or on a cluster.","details":"Xinference serves models through OpenAI-compatible APIs using back ends such as vLLM, llama.cpp and Transformers, and manages workers over several machines. It is a Python package and Docker image under the Apache licence.","open_source":true,"hosted":false,"speaks":["openai-api"],"verified":"2026-11-15","category":"runtimes","category_name":"Local and self-hosted model runtimes","page":"https://modelmoot.com/tools/xinference","reviewed":"2026-11-15","checked":{"at":"2026-11-15T17:14:07.328Z","address_answers":true},"note":"Descriptions are the site's own. Facts under \"checked\" were read automatically from the tool's address and public repository."}