From 21950f1ecba92861ee066c0dd64e2c0a40212845 Mon Sep 17 00:00:00 2001
From: lizexu <2694294196@qq.com>
Date: Tue, 16 Jul 2024 09:23:34 +0000
Subject: [PATCH 1/2] config:

---
 llm/predict/predictor.py | 7 ++-----
 1 file changed, 2 insertions(+), 5 deletions(-)

diff --git a/llm/predict/predictor.py b/llm/predict/predictor.py
index 3ae5a22e8810..9003d5a737a7 100644
--- a/llm/predict/predictor.py
+++ b/llm/predict/predictor.py
@@ -346,11 +346,8 @@ class StaticGraphPredictor(BasePredictor):
     def __init__(self, config: PredictorArgument, tokenizer: PretrainedTokenizer = None):
         super().__init__(config, tokenizer)
 
-        params_path = os.path.join(self.config.model_name_or_path, self.config.model_prefix + ".pdiparams")
-        if paddle.framework.use_pir_api():
-            model_path = os.path.join(self.config.model_name_or_path, self.config.model_prefix + ".json")
-        else:
-            model_path = os.path.join(self.config.model_name_or_path, self.config.model_prefix + ".pdmodel")
+        params_path = self.config.model_prefix
+        model_path = self.config.model_name_or_path
         inference_config = paddle.inference.Config(model_path, params_path)
 
         if self.config.device == "gpu":

From 248f93a2ad0c9cc4633a7ba6eebd1b0d3d598fa5 Mon Sep 17 00:00:00 2001
From: lizexu <2694294196@qq.com>
Date: Tue, 16 Jul 2024 10:53:45 +0000
Subject: [PATCH 2/2] fix

---
 llm/predict/predictor.py | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/llm/predict/predictor.py b/llm/predict/predictor.py
index 9003d5a737a7..66fa10f14774 100644
--- a/llm/predict/predictor.py
+++ b/llm/predict/predictor.py
@@ -346,9 +346,7 @@ class StaticGraphPredictor(BasePredictor):
     def __init__(self, config: PredictorArgument, tokenizer: PretrainedTokenizer = None):
         super().__init__(config, tokenizer)
 
-        params_path = self.config.model_prefix
-        model_path = self.config.model_name_or_path
-        inference_config = paddle.inference.Config(model_path, params_path)
+        inference_config = paddle.inference.Config(self.config.model_name_or_path, self.config.model_prefix)
 
         if self.config.device == "gpu":
             # set GPU configs accordingly