request_router.py 479 B

1234567891011121314
  1. from ray.serve._private.common import ReplicaID # noqa: F401
  2. from ray.serve._private.replica_result import ReplicaResult # noqa: F401
  3. from ray.serve._private.request_router.common import ( # noqa: F401
  4. PendingRequest,
  5. )
  6. from ray.serve._private.request_router.replica_wrapper import ( # noqa: F401
  7. RunningReplica,
  8. )
  9. from ray.serve._private.request_router.request_router import ( # noqa: F401
  10. FIFOMixin,
  11. LocalityMixin,
  12. MultiplexMixin,
  13. RequestRouter,
  14. )