Skip to content
Merged
7 changes: 5 additions & 2 deletions components/src/dynamo/profiler/rapid.py
Original file line number Diff line number Diff line change
Expand Up @@ -30,6 +30,7 @@
from dynamo.profiler.utils.profile_common import (
derive_backend_image,
needs_profile_data,
resolve_model_path,
)

logger = logging.getLogger(__name__)
Expand Down Expand Up @@ -190,9 +191,10 @@ def _run_autoscale_sim(
"Throughput-based scaling enabled — only disagg mode is supported."
)

local_or_hf_model = resolve_model_path(dgdr)
Comment thread
hhzhang16 marked this conversation as resolved.
Resolved
task = TaskConfig(
serving_mode="disagg",
model_path=model,
model_path=local_or_hf_model,
Comment thread
hhzhang16 marked this conversation as resolved.
Resolved
system_name=system,
backend_name=backend,
total_gpus=total_gpus,
Expand Down Expand Up @@ -238,8 +240,9 @@ def _run_default_sim(
picking_mode: str,
) -> dict:
"""Build default task_configs, apply load_match kwargs, run simulation, generate DGD."""
local_or_hf_model = resolve_model_path(dgdr)
task_configs = build_default_task_configs(
model_path=model,
model_path=local_or_hf_model,
Comment thread
hhzhang16 marked this conversation as resolved.
Resolved
total_gpus=total_gpus,
system=system,
backend=backend,
Expand Down
Loading
Loading