|
|
|
@ -1045,11 +1045,10 @@ class Exporter: |
|
|
|
|
check_requirements("mct-nightly") |
|
|
|
|
import model_compression_toolkit as mct |
|
|
|
|
import onnx |
|
|
|
|
from model_compression_toolkit.core import BitWidthConfig |
|
|
|
|
from model_compression_toolkit.core.common.network_editors import NodeNameScopeFilter |
|
|
|
|
from model_compression_toolkit.core.pytorch.pytorch_device_config import get_working_device, set_working_device |
|
|
|
|
from sony_custom_layers.pytorch.object_detection.nms import multiclass_nms |
|
|
|
|
from model_compression_toolkit.core.common.network_editors import NodeNameScopeFilter |
|
|
|
|
from model_compression_toolkit.core import BitWidthConfig |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
set_working_device(str(self.device)) |
|
|
|
|
|
|
|
|
@ -1098,26 +1097,27 @@ class Exporter: |
|
|
|
|
yield [img] |
|
|
|
|
|
|
|
|
|
tpc = mct.get_target_platform_capabilities( |
|
|
|
|
fw_name="pytorch", |
|
|
|
|
target_platform_name="imx500", |
|
|
|
|
target_platform_version="v3" |
|
|
|
|
fw_name="pytorch", target_platform_name="imx500", target_platform_version="v3" |
|
|
|
|
) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# Configure MCT manually for specific layers |
|
|
|
|
bit_cfg = BitWidthConfig() |
|
|
|
|
bit_cfg.set_manual_activation_bit_width( |
|
|
|
|
[NodeNameScopeFilter('mul'), |
|
|
|
|
NodeNameScopeFilter('sub'), |
|
|
|
|
# NodeNameScopeFilter('sub_1'), |
|
|
|
|
NodeNameScopeFilter('add_6'), |
|
|
|
|
# NodeNameScopeFilter('add_7'), |
|
|
|
|
# NodeNameScopeFilter('stack') |
|
|
|
|
], 16) |
|
|
|
|
[ |
|
|
|
|
NodeNameScopeFilter("mul"), |
|
|
|
|
NodeNameScopeFilter("sub"), |
|
|
|
|
# NodeNameScopeFilter('sub_1'), |
|
|
|
|
NodeNameScopeFilter("add_6"), |
|
|
|
|
# NodeNameScopeFilter('add_7'), |
|
|
|
|
# NodeNameScopeFilter('stack') |
|
|
|
|
], |
|
|
|
|
16, |
|
|
|
|
) |
|
|
|
|
|
|
|
|
|
config = mct.core.CoreConfig( |
|
|
|
|
mixed_precision_config=mct.core.MixedPrecisionQuantizationConfig(num_of_images=10), |
|
|
|
|
quantization_config=mct.core.QuantizationConfig(concat_threshold_update=True), |
|
|
|
|
bit_width_config=bit_cfg |
|
|
|
|
bit_width_config=bit_cfg, |
|
|
|
|
) |
|
|
|
|
|
|
|
|
|
resource_utilization = mct.core.ResourceUtilization(weights_memory=3146176 * 0.76) |
|
|
|
|