diff --git a/bitsandbytes/nn/modules.py b/bitsandbytes/nn/modules.py index ebc0b0943..d691a0f81 100644 --- a/bitsandbytes/nn/modules.py +++ b/bitsandbytes/nn/modules.py @@ -951,7 +951,7 @@ def _forward_with_partial_dequantize(self, input: Tensor): ) assert output_absmax.shape == (input.numel() * blocks_per_emb,) - output_quant_state = copy.deepcopy(self.weight.quant_state) + output_quant_state = copy.copy(self.weight.quant_state) output_quant_state.absmax = output_absmax output_quant_state.shape = torch.Size((*input.shape, self.embedding_dim))