We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c39de82 commit 88a7542Copy full SHA for 88a7542
keras/src/quantizers/gptq.py
@@ -453,11 +453,11 @@ def quantize_and_correct_layer(
453
quantized, self.original_layer.quantized_kernel.dtype
454
)
455
456
+ del self.original_layer._kernel
457
self.original_layer.quantized_kernel.assign(quantized)
458
self.original_layer.kernel_scale.assign(scale)
459
self.original_layer.kernel_zero.assign(zero)
460
self.original_layer.g_idx.assign(g_idx)
- del self.original_layer._kernel
461
self.original_layer.gptq = True
462
463
def free(self):
0 commit comments