{"id":"ray-serve","name":"Ray Serve","maker":"Anyscale","url":"https://docs.ray.io/en/latest/serve/index.html","repo":"ray-project/ray","package":"pypi:ray","summary":"A model serving library on Ray that scales Python services across a cluster, with an LLM serving module.","details":"Ray Serve deploys models and business logic as scalable services and has a Ray Serve LLM API that integrates vLLM with an OpenAI-compatible endpoint. Ray is run on Kubernetes or on the Anyscale hosted platform.","open_source":true,"hosted":true,"speaks":["openai-api"],"verified":"2026-11-15","category":"runtimes","category_name":"Local and self-hosted model runtimes","page":"https://modelmoot.com/tools/ray-serve","reviewed":"2026-11-15","checked":{"at":"2026-11-15T16:10:15.342Z","address_answers":true},"note":"Descriptions are the site's own. Facts under \"checked\" were read automatically from the tool's address and public repository."}