[Misc]Further reduce BNB static variable #22554
Annotations
23 errors
mypy (3.9):
vllm/model_executor/model_loader/loader.py#L948
Item "bool" of "Union[ModuleProperty, Literal[True]]" has no attribute "shard_method" [union-attr]
|
mypy (3.9):
vllm/model_executor/model_loader/loader.py#L951
Item "bool" of "Union[ModuleProperty, Literal[True]]" has no attribute "shard_method" [union-attr]
|
mypy (3.9):
vllm/model_executor/model_loader/loader.py#L1125
"BitsAndBytesModelLoader" has no attribute "unsharded_weights_modules"; maybe "maybe_fused_weights_modules"? [attr-defined]
|
mypy (3.9):
vllm/model_executor/model_loader/loader.py#L1135
"BitsAndBytesModelLoader" has no attribute "column_sharded_weights_modules" [attr-defined]
|
mypy (3.9)
Process completed with exit code 1.
|
mypy (3.11)
The job was canceled because "_3_9" failed.
|
mypy (3.11):
vllm/model_executor/model_loader/loader.py#L948
Item "bool" of "ModuleProperty | Literal[True]" has no attribute "shard_method" [union-attr]
|
mypy (3.11):
vllm/model_executor/model_loader/loader.py#L951
Item "bool" of "ModuleProperty | Literal[True]" has no attribute "shard_method" [union-attr]
|
mypy (3.11):
vllm/model_executor/model_loader/loader.py#L1125
"BitsAndBytesModelLoader" has no attribute "unsharded_weights_modules"; maybe "maybe_fused_weights_modules"? [attr-defined]
|
mypy (3.11):
vllm/model_executor/model_loader/loader.py#L1135
"BitsAndBytesModelLoader" has no attribute "column_sharded_weights_modules" [attr-defined]
|
mypy (3.11)
Process completed with exit code 1.
|
mypy (3.10)
The job was canceled because "_3_9" failed.
|
mypy (3.10):
vllm/model_executor/model_loader/loader.py#L948
Item "bool" of "ModuleProperty | Literal[True]" has no attribute "shard_method" [union-attr]
|
mypy (3.10):
vllm/model_executor/model_loader/loader.py#L951
Item "bool" of "ModuleProperty | Literal[True]" has no attribute "shard_method" [union-attr]
|
mypy (3.10):
vllm/model_executor/model_loader/loader.py#L1125
"BitsAndBytesModelLoader" has no attribute "unsharded_weights_modules"; maybe "maybe_fused_weights_modules"? [attr-defined]
|
mypy (3.10):
vllm/model_executor/model_loader/loader.py#L1135
"BitsAndBytesModelLoader" has no attribute "column_sharded_weights_modules" [attr-defined]
|
mypy (3.10)
Process completed with exit code 1.
|
mypy (3.12)
The job was canceled because "_3_9" failed.
|
mypy (3.12):
vllm/model_executor/model_loader/loader.py#L948
Item "bool" of "ModuleProperty | Literal[True]" has no attribute "shard_method" [union-attr]
|
mypy (3.12):
vllm/model_executor/model_loader/loader.py#L951
Item "bool" of "ModuleProperty | Literal[True]" has no attribute "shard_method" [union-attr]
|
mypy (3.12):
vllm/model_executor/model_loader/loader.py#L1125
"BitsAndBytesModelLoader" has no attribute "unsharded_weights_modules"; maybe "maybe_fused_weights_modules"? [attr-defined]
|
mypy (3.12):
vllm/model_executor/model_loader/loader.py#L1135
"BitsAndBytesModelLoader" has no attribute "column_sharded_weights_modules" [attr-defined]
|
mypy (3.12)
The operation was canceled.
|