|
|
@ -1111,7 +1111,7 @@ class Exporter: |
|
|
|
mct.exporter.pytorch_export_model( |
|
|
|
mct.exporter.pytorch_export_model( |
|
|
|
model=quant_model_pp, save_model_path=f, repr_dataset=representative_dataset_gen |
|
|
|
model=quant_model_pp, save_model_path=f, repr_dataset=representative_dataset_gen |
|
|
|
) |
|
|
|
) |
|
|
|
|
|
|
|
|
|
|
|
n_gptq_epochs = 1000 |
|
|
|
n_gptq_epochs = 1000 |
|
|
|
gptq_config = mct.gptq.get_pytorch_gptq_config(n_epochs=n_gptq_epochs, use_hessian_based_weights=False) |
|
|
|
gptq_config = mct.gptq.get_pytorch_gptq_config(n_epochs=n_gptq_epochs, use_hessian_based_weights=False) |
|
|
|
|
|
|
|
|
|
|
@ -1122,9 +1122,10 @@ class Exporter: |
|
|
|
target_resource_utilization=resource_utilization, |
|
|
|
target_resource_utilization=resource_utilization, |
|
|
|
gptq_config=gptq_config, |
|
|
|
gptq_config=gptq_config, |
|
|
|
core_config=config, |
|
|
|
core_config=config, |
|
|
|
target_platform_capabilities=tpc) |
|
|
|
target_platform_capabilities=tpc, |
|
|
|
|
|
|
|
) |
|
|
|
|
|
|
|
|
|
|
|
print('Quantized-GPTQ model is ready') |
|
|
|
print("Quantized-GPTQ model is ready") |
|
|
|
|
|
|
|
|
|
|
|
return f, None |
|
|
|
return f, None |
|
|
|
|
|
|
|
|
|
|
|