diff --git a/model_zoo/bert/run_pretrain_trainer.py b/model_zoo/bert/run_pretrain_trainer.py
index f5624ea3dcf7..ad5de1f5542d 100644
--- a/model_zoo/bert/run_pretrain_trainer.py
+++ b/model_zoo/bert/run_pretrain_trainer.py
@@ -60,7 +60,6 @@ class ModelArguments:
         default=80, metadata={"help": "The maximum total of masked tokens in input sequence"}
     )
 
-    to_static: strtobool = field(default=False, metadata={"help": "Enable training under @to_static."})
     profiler_options: str = field(
         default=None,
         metadata={"help": "Whether to use FusedTransformerEncoderLayer to replace a TransformerEncoderLayer or not."},
@@ -232,7 +231,7 @@ def do_train():
     train_dataset = PretrainingDataset(input_file=data_file, max_pred_length=model_args.max_predictions_per_seq)
 
     # decorate @to_static for benchmark, skip it by default.
-    if model_args.to_static:
+    if training_args.to_static:
         specs = create_input_specs()
         model = paddle.jit.to_static(model, input_spec=specs)
         logger.info("Successfully to apply @to_static with specs: {}".format(specs))
diff --git a/requirements-dev.txt b/requirements-dev.txt
index 49edf49a3121..d5260cab7eb7 100644
--- a/requirements-dev.txt
+++ b/requirements-dev.txt
@@ -27,3 +27,4 @@ ray
 loguru
 data
 wget
+huggingface_hub>=0.19.2
diff --git a/requirements.txt b/requirements.txt
index 8b4a719c7d48..4b676d900563 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -8,7 +8,7 @@ datasets >= 2.0.0
 tqdm
 paddlefsl
 sentencepiece
-huggingface_hub>=0.11.1
+huggingface_hub>=0.19.2
 onnx>=1.10.0
 protobuf>=3.20.2 ; platform_system != "Windows"
 protobuf==3.20.2 ; platform_system == "Windows"        # onnx require: protobuf<4,>=3.20.2, paddle require different version on platforms, refer to: https://github.com/PaddlePaddle/Paddle/blob/cd88156a369bbfb83d6306f89e0ae6ebd78b8040/python/requirements.txt#L3
diff --git a/tests/requirements.txt b/tests/requirements.txt
index e4e42e79625a..c8c9cde40a8e 100644
--- a/tests/requirements.txt
+++ b/tests/requirements.txt
@@ -15,3 +15,4 @@ ray
 loguru
 data
 wget
+huggingface_hub>=0.19.2