Fix

Signed-off-by: Jee Jee Li <[email protected]>

Author: jeejeelee

tests/lora/test_minicpmv_tp.py

@@ -67,6 +67,7 @@ def test_minicpmv_lora(minicpmv_lora_files):
         max_lora_rank=8,
         enforce_eager=True,
         max_model_len=2048,
+        trust_remote_code=True,
     )
     output1 = do_sample(llm, minicpmv_lora_files, lora_id=1)
     for i in range(len(EXPECTED_OUTPUT)):
@@ -90,6 +91,7 @@ def test_minicpmv_tp4_wo_fully_sharded_loras(minicpmv_lora_files):
         max_loras=4,
         max_lora_rank=64,
         tensor_parallel_size=4,
+        trust_remote_code=True,
     )
     output_tp = do_sample(llm, minicpmv_lora_files, lora_id=1)
     for i in range(len(EXPECTED_OUTPUT)):
@@ -110,6 +112,8 @@ def test_minicpmv_tp4_fully_sharded_loras(minicpmv_lora_files):
         max_loras=2,
         max_lora_rank=8,
         tensor_parallel_size=4,
+        trust_remote_code=True,
+        fully_sharded_loras=True,
     )
     output_tp = do_sample(llm, minicpmv_lora_files, lora_id=1)
     for i in range(len(EXPECTED_OUTPUT)):