UltralyticsAssistant 5 months ago
parent 4f8472b47d
commit 40d28191c9
  1. 7
      ultralytics/engine/exporter.py

@ -1111,7 +1111,7 @@ class Exporter:
mct.exporter.pytorch_export_model(
model=quant_model_pp, save_model_path=f, repr_dataset=representative_dataset_gen
)
n_gptq_epochs = 1000
gptq_config = mct.gptq.get_pytorch_gptq_config(n_epochs=n_gptq_epochs, use_hessian_based_weights=False)
@ -1122,9 +1122,10 @@ class Exporter:
target_resource_utilization=resource_utilization,
gptq_config=gptq_config,
core_config=config,
target_platform_capabilities=tpc)
target_platform_capabilities=tpc,
)
print('Quantized-GPTQ model is ready')
print("Quantized-GPTQ model is ready")
return f, None

Loading…
Cancel
Save