diff --git a/src/sagemaker/serve/builder/model_builder.py b/src/sagemaker/serve/builder/model_builder.py
index 06b3d70aeb..d50e4aaef1 100644
--- a/src/sagemaker/serve/builder/model_builder.py
+++ b/src/sagemaker/serve/builder/model_builder.py
@@ -708,8 +708,6 @@ def build(  # pylint: disable=R0911
             self.role_arn = role_arn
         self.sagemaker_session = sagemaker_session or Session()
 
-        self.sagemaker_session.settings._local_download_dir = self.model_path
-
         # https://github.com/boto/botocore/blob/develop/botocore/useragent.py#L258
         # decorate to_string() due to
         # https://github.com/boto/botocore/blob/develop/botocore/client.py#L1014-L1015