We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d31bdfd commit 0df4d22Copy full SHA for 0df4d22
server/text_generation_server/layers/lora.py
@@ -16,12 +16,15 @@
16
punica_sgmv = None
17
18
if SYSTEM == "ipex":
19
- from intel_extension_for_pytorch.llm.functional import (
20
- bgmv_expand,
21
- bgmv_shrink,
22
- sgmv_expand,
23
- sgmv_shrink,
24
- )
+ try:
+ from intel_extension_for_pytorch.llm.functional import (
+ bgmv_expand,
+ bgmv_shrink,
+ sgmv_expand,
+ sgmv_shrink,
25
+ )
26
+ except ImportError:
27
+ pass
28
29
30
if TYPE_CHECKING:
0 commit comments