File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -110,8 +110,8 @@ def determine_available_memory(self) -> int:
110110 free_memory = xpu_get_free_global_memory (self .device_id )
111111
112112 logger .info (
113- f"Before warm up, total_memory: { total_memory } , \
114- used_memory: { used_memory } , free_memory: { free_memory } "
113+ f"Before warm up, total_memory: { total_memory / 1024 ** 3 } GB-------- , \
114+ used_memory: { used_memory / 1024 ** 3 } GB-------- , free_memory: { free_memory / 1024 ** 3 } GB-------- "
115115 )
116116
117117 if self .parallel_config .use_ep :
@@ -131,8 +131,8 @@ def determine_available_memory(self) -> int:
131131 self .model_runner .clear_block_table ()
132132
133133 logger .info (
134- f"After warm up, total_available_memory: { total_available_memory } , \
135- used_memory: { used_memory } , available_kv_cache_memory: { available_kv_cache_memory } "
134+ f"After warm up, total_available_memory: { total_available_memory / 1024 ** 3 } GB-------- , \
135+ used_memory: { used_memory / 1024 ** 3 } GB-------- , available_kv_cache_memory: { available_kv_cache_memory / 1024 ** 3 } GB-------- "
136136 )
137137 paddle .device .xpu .empty_cache ()
138138 return available_kv_cache_memory # approximate value
You can’t perform that action at this time.
0 commit comments