We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f91215c commit d78b984Copy full SHA for d78b984
tests/unittest/llmapi/test_llm_pytorch.py
@@ -522,7 +522,7 @@ def test_codellama_fp8_with_bf16_lora() -> None:
522
max_loras=2,
523
max_cpu_loras=2)
524
525
- llm = LLM(model_dir, lora_config=lora_config)
+ llm = LLM(model_dir, quant_config=quant_config, lora_config=lora_config)
526
527
prompts = [
528
"Write a function that calculates the Fibonacci sequence.",
0 commit comments