Update README.md

README.md

@@ -24,14 +24,7 @@ recipe = QuantizationModifier(
 )
 
 # Apply quantization and save to disk in compressed-tensors format.
-SAVE_DIR = MODEL_ID.split("/")[1] + "-FP8-Dynamic"
+SAVE_DIR = MODEL_ID.split("/")[1] + "-FP8-dynamic"
 oneshot(model=model, recipe=recipe, output_dir=SAVE_DIR)
 processor.save_pretrained(SAVE_DIR)
-
-# Confirm generations of the quantized model look sane.
-print("========== SAMPLE GENERATION ==============")
-input_ids = processor(text="Hello my name is", return_tensors="pt").input_ids.to("cuda")
-output = model.generate(input_ids, max_new_tokens=20)
-print(processor.decode(output[0]))
-print("==========================================")
 ```