# Extract weights of the first layer weights = model.transformer.h[0].attn.c_attn.weight.data print("Original weights:") print(weights) # Quantize layer using absmax quantization weights_abs_quant, _ = absmax_quantize(weights) print("nAbsmax quantized weights:") print(weights_abs_quant) # Quantize layer using absmax quantization weights_zp_quant, _ = zeropoint_quantize(weights) print("nZero-point quantized weights:") print(weights_zp_quant)