We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d9a50f8 commit 2ee7493Copy full SHA for 2ee7493
src/llmcompressor/pipelines/sequential/pipeline.py
@@ -97,14 +97,9 @@ def _materialize_meta_tensors(obj):
97
if isinstance(obj, torch.Tensor) and obj.is_meta:
98
return torch.zeros_like(obj, device=model_device)
99
elif isinstance(obj, dict):
100
- return {
101
- k: _materialize_meta_tensors(v)
102
- for k, v in obj.items()
103
- }
+ return {k: _materialize_meta_tensors(v) for k, v in obj.items()}
104
elif isinstance(obj, (list, tuple)):
105
- return type(obj)(
106
- [_materialize_meta_tensors(x) for x in obj]
107
- )
+ return type(obj)([_materialize_meta_tensors(x) for x in obj])
108
return obj
109
110
for subgraph_index, subgraph in enumerate(subgraphs):
0 commit comments