Skip to content

Commit 021662b

Browse files
committed
add more checker
Signed-off-by: yiliu30 <[email protected]>
1 parent 5ad35e1 commit 021662b

File tree

1 file changed

+5
-0
lines changed

1 file changed

+5
-0
lines changed

auto_round/compressors/base.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2483,6 +2483,11 @@ def quantize_block(
24832483
device: Union[str, torch.device] = "cpu",
24842484
auto_offload=True,
24852485
):
2486+
# TODO: relase below assertion after supporting MLLM and diffusion model quantization with quantize_block
2487+
assert self.__class__.__name__ not in [
2488+
"DiffusionCompressor",
2489+
"MLLMCompressor",
2490+
], f"Currently, {self.__class__.__name__} does not support support quantize block with this function."
24862491
input_ids, input_others = normalize_input(inputs)
24872492
return self._quantize_block(block, input_ids, input_others, q_input, device, auto_offload)
24882493

0 commit comments

Comments
 (0)