Skip to content

Commit 17b7f14

Browse files
committed
update
1 parent 39b6066 commit 17b7f14

1 file changed

Lines changed: 3 additions & 3 deletions

File tree

examples/compress_nvfp4.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -89,9 +89,9 @@ def forward(self, x):
8989
module.quantization_scheme = scheme
9090
module.quantization_status = QuantizationStatus.FROZEN
9191

92-
# Compress using the nvfp4-pack-quantized compressor - this can also
92+
# Compress using the nvfp4-pack-quantized compressor - this can
9393
# just be inferred from the quantization scheme attached to the model or
94-
# overridden with a different quantization_format if desired.
94+
# overridden with a provided quantization_format if desired.
9595
compressor = ModelCompressor.from_pretrained_model(
9696
model, quantization_format="nvfp4-pack-quantized"
9797
)
@@ -117,7 +117,7 @@ def forward(self, x):
117117
json.dump(MODEL_CONFIG, f, indent=2)
118118
compressor.update_config(output_dir)
119119

120-
# The compressed safetensors file replaces the original weight tensors with:
120+
# The compressed safetensors file includes:
121121
#
122122
# For each quantized layer (e.g. fc1 with original weight shape [128, 256]):
123123
# - weight_packed [128, 128] uint8: two FP4 values packed per byte,

0 commit comments

Comments
 (0)