Skip to content

Commit cd9195d

Browse files
authored
[XPU]Modify the xpu memory display unit of log (#4534)
1 parent f69c9cd commit cd9195d

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

fastdeploy/worker/xpu_worker.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -110,8 +110,8 @@ def determine_available_memory(self) -> int:
110110
free_memory = xpu_get_free_global_memory(self.device_id)
111111

112112
logger.info(
113-
f"Before warm up, total_memory: {total_memory}, \
114-
used_memory: {used_memory}, free_memory: {free_memory}"
113+
f"Before warm up, total_memory: {total_memory / 1024**3}GB--------, \
114+
used_memory: {used_memory / 1024**3}GB--------, free_memory: {free_memory / 1024**3}GB--------"
115115
)
116116

117117
if self.parallel_config.use_ep:
@@ -131,8 +131,8 @@ def determine_available_memory(self) -> int:
131131
self.model_runner.clear_block_table()
132132

133133
logger.info(
134-
f"After warm up, total_available_memory: {total_available_memory}, \
135-
used_memory: {used_memory}, available_kv_cache_memory: {available_kv_cache_memory}"
134+
f"After warm up, total_available_memory: {total_available_memory / 1024**3}GB--------, \
135+
used_memory: {used_memory / 1024**3}GB--------, available_kv_cache_memory: {available_kv_cache_memory / 1024**3}GB--------"
136136
)
137137
paddle.device.xpu.empty_cache()
138138
return available_kv_cache_memory # approximate value

0 commit comments

Comments
 (0)