diff --git a/doc/source/serve/doc_code/autoscaling_policy.py b/doc/source/serve/doc_code/autoscaling_policy.py index 9eceac8ce727..2707a0ea9cc9 100644 --- a/doc/source/serve/doc_code/autoscaling_policy.py +++ b/doc/source/serve/doc_code/autoscaling_policy.py @@ -24,6 +24,10 @@ def scheduled_batch_processing_policy( # __begin_custom_metrics_autoscaling_policy__ +from typing import Any, Dict +from ray.serve.config import AutoscalingContext + + def custom_metrics_autoscaling_policy( ctx: AutoscalingContext, ) -> tuple[int, Dict[str, Any]]: @@ -46,9 +50,11 @@ def custom_metrics_autoscaling_policy( # __begin_application_level_autoscaling_policy__ -from ray.serve._private.common import DeploymentID from typing import Dict, Tuple +from ray.serve._private.common import DeploymentID +from ray.serve.config import AutoscalingContext + def coordinated_scaling_policy( contexts: Dict[DeploymentID, AutoscalingContext]