|
|
|
@ -9,7 +9,7 @@ TorchScript | `torchscript` | yolov8n.torchscript |
|
|
|
ONNX | `onnx` | yolov8n.onnx |
|
|
|
ONNX | `onnx` | yolov8n.onnx |
|
|
|
OpenVINO | `openvino` | yolov8n_openvino_model/ |
|
|
|
OpenVINO | `openvino` | yolov8n_openvino_model/ |
|
|
|
TensorRT | `engine` | yolov8n.engine |
|
|
|
TensorRT | `engine` | yolov8n.engine |
|
|
|
CoreML | `coreml` | yolov8n.mlmodel |
|
|
|
CoreML | `coreml` | yolov8n.mlpackage |
|
|
|
TensorFlow SavedModel | `saved_model` | yolov8n_saved_model/ |
|
|
|
TensorFlow SavedModel | `saved_model` | yolov8n_saved_model/ |
|
|
|
TensorFlow GraphDef | `pb` | yolov8n.pb |
|
|
|
TensorFlow GraphDef | `pb` | yolov8n.pb |
|
|
|
TensorFlow Lite | `tflite` | yolov8n.tflite |
|
|
|
TensorFlow Lite | `tflite` | yolov8n.tflite |
|
|
|
@ -35,7 +35,7 @@ Inference: |
|
|
|
yolov8n.onnx # ONNX Runtime or OpenCV DNN with dnn=True |
|
|
|
yolov8n.onnx # ONNX Runtime or OpenCV DNN with dnn=True |
|
|
|
yolov8n_openvino_model # OpenVINO |
|
|
|
yolov8n_openvino_model # OpenVINO |
|
|
|
yolov8n.engine # TensorRT |
|
|
|
yolov8n.engine # TensorRT |
|
|
|
yolov8n.mlmodel # CoreML (macOS-only) |
|
|
|
yolov8n.mlpackage # CoreML (macOS-only) |
|
|
|
yolov8n_saved_model # TensorFlow SavedModel |
|
|
|
yolov8n_saved_model # TensorFlow SavedModel |
|
|
|
yolov8n.pb # TensorFlow GraphDef |
|
|
|
yolov8n.pb # TensorFlow GraphDef |
|
|
|
yolov8n.tflite # TensorFlow Lite |
|
|
|
yolov8n.tflite # TensorFlow Lite |
|
|
|
@ -82,7 +82,7 @@ def export_formats(): |
|
|
|
['ONNX', 'onnx', '.onnx', True, True], |
|
|
|
['ONNX', 'onnx', '.onnx', True, True], |
|
|
|
['OpenVINO', 'openvino', '_openvino_model', True, False], |
|
|
|
['OpenVINO', 'openvino', '_openvino_model', True, False], |
|
|
|
['TensorRT', 'engine', '.engine', False, True], |
|
|
|
['TensorRT', 'engine', '.engine', False, True], |
|
|
|
['CoreML', 'coreml', '.mlmodel', True, False], |
|
|
|
['CoreML', 'coreml', '.mlpackage', True, False], |
|
|
|
['TensorFlow SavedModel', 'saved_model', '_saved_model', True, True], |
|
|
|
['TensorFlow SavedModel', 'saved_model', '_saved_model', True, True], |
|
|
|
['TensorFlow GraphDef', 'pb', '.pb', True, True], |
|
|
|
['TensorFlow GraphDef', 'pb', '.pb', True, True], |
|
|
|
['TensorFlow Lite', 'tflite', '.tflite', True, False], |
|
|
|
['TensorFlow Lite', 'tflite', '.tflite', True, False], |
|
|
|
@ -149,8 +149,10 @@ class Exporter: |
|
|
|
self.run_callbacks('on_export_start') |
|
|
|
self.run_callbacks('on_export_start') |
|
|
|
t = time.time() |
|
|
|
t = time.time() |
|
|
|
format = self.args.format.lower() # to lowercase |
|
|
|
format = self.args.format.lower() # to lowercase |
|
|
|
if format in ('tensorrt', 'trt'): # engine aliases |
|
|
|
if format in ('tensorrt', 'trt'): # 'engine' aliases |
|
|
|
format = 'engine' |
|
|
|
format = 'engine' |
|
|
|
|
|
|
|
if format in ('mlmodel', 'mlpackage', 'mlprogram', 'apple', 'ios'): # 'coreml' aliases |
|
|
|
|
|
|
|
format = 'coreml' |
|
|
|
fmts = tuple(export_formats()['Argument'][1:]) # available export formats |
|
|
|
fmts = tuple(export_formats()['Argument'][1:]) # available export formats |
|
|
|
flags = [x == format for x in fmts] |
|
|
|
flags = [x == format for x in fmts] |
|
|
|
if sum(flags) != 1: |
|
|
|
if sum(flags) != 1: |
|
|
|
@ -319,7 +321,7 @@ class Exporter: |
|
|
|
dynamic['output0'] = {0: 'batch', 2: 'anchors'} # shape(1, 84, 8400) |
|
|
|
dynamic['output0'] = {0: 'batch', 2: 'anchors'} # shape(1, 84, 8400) |
|
|
|
|
|
|
|
|
|
|
|
torch.onnx.export( |
|
|
|
torch.onnx.export( |
|
|
|
self.model.cpu() if dynamic else self.model, # --dynamic only compatible with cpu |
|
|
|
self.model.cpu() if dynamic else self.model, # dynamic=True only compatible with cpu |
|
|
|
self.im.cpu() if dynamic else self.im, |
|
|
|
self.im.cpu() if dynamic else self.im, |
|
|
|
f, |
|
|
|
f, |
|
|
|
verbose=False, |
|
|
|
verbose=False, |
|
|
|
@ -461,14 +463,16 @@ class Exporter: |
|
|
|
yaml_save(f / 'metadata.yaml', self.metadata) # add metadata.yaml |
|
|
|
yaml_save(f / 'metadata.yaml', self.metadata) # add metadata.yaml |
|
|
|
return str(f), None |
|
|
|
return str(f), None |
|
|
|
|
|
|
|
|
|
|
|
@try_export |
|
|
|
|
|
|
|
def export_coreml(self, prefix=colorstr('CoreML:')): |
|
|
|
def export_coreml(self, prefix=colorstr('CoreML:')): |
|
|
|
"""YOLOv8 CoreML export.""" |
|
|
|
"""YOLOv8 CoreML export.""" |
|
|
|
check_requirements('coremltools>=6.0,<=6.2') |
|
|
|
mlmodel = self.args.format.lower() == 'mlmodel' # legacy *.mlmodel export format requested |
|
|
|
|
|
|
|
check_requirements('coremltools>=6.0,<=6.2' if mlmodel else 'coremltools>=7.0.b1') |
|
|
|
import coremltools as ct # noqa |
|
|
|
import coremltools as ct # noqa |
|
|
|
|
|
|
|
|
|
|
|
LOGGER.info(f'\n{prefix} starting export with coremltools {ct.__version__}...') |
|
|
|
LOGGER.info(f'\n{prefix} starting export with coremltools {ct.__version__}...') |
|
|
|
f = self.file.with_suffix('.mlmodel') |
|
|
|
f = self.file.with_suffix('.mlmodel' if mlmodel else '.mlpackage') |
|
|
|
|
|
|
|
if f.is_dir(): |
|
|
|
|
|
|
|
shutil.rmtree(f) |
|
|
|
|
|
|
|
|
|
|
|
bias = [0.0, 0.0, 0.0] |
|
|
|
bias = [0.0, 0.0, 0.0] |
|
|
|
scale = 1 / 255 |
|
|
|
scale = 1 / 255 |
|
|
|
@ -479,20 +483,38 @@ class Exporter: |
|
|
|
elif self.model.task == 'detect': |
|
|
|
elif self.model.task == 'detect': |
|
|
|
model = iOSDetectModel(self.model, self.im) if self.args.nms else self.model |
|
|
|
model = iOSDetectModel(self.model, self.im) if self.args.nms else self.model |
|
|
|
else: |
|
|
|
else: |
|
|
|
# TODO CoreML Segment and Pose model pipelining |
|
|
|
if self.args.nms: |
|
|
|
|
|
|
|
LOGGER.warning(f"{prefix} WARNING ⚠️ 'nms=True' is only available for Detect models like 'yolov8n.pt'.") |
|
|
|
|
|
|
|
# TODO CoreML Segment and Pose model pipelining |
|
|
|
model = self.model |
|
|
|
model = self.model |
|
|
|
|
|
|
|
|
|
|
|
ts = torch.jit.trace(model.eval(), self.im, strict=False) # TorchScript model |
|
|
|
ts = torch.jit.trace(model.eval(), self.im, strict=False) # TorchScript model |
|
|
|
ct_model = ct.convert(ts, |
|
|
|
ct_model = ct.convert(ts, |
|
|
|
inputs=[ct.ImageType('image', shape=self.im.shape, scale=scale, bias=bias)], |
|
|
|
inputs=[ct.ImageType('image', shape=self.im.shape, scale=scale, bias=bias)], |
|
|
|
classifier_config=classifier_config) |
|
|
|
classifier_config=classifier_config, |
|
|
|
bits, mode = (8, 'kmeans_lut') if self.args.int8 else (16, 'linear') if self.args.half else (32, None) |
|
|
|
convert_to='neuralnetwork' if mlmodel else 'mlprogram') |
|
|
|
|
|
|
|
bits, mode = (8, 'kmeans') if self.args.int8 else (16, 'linear') if self.args.half else (32, None) |
|
|
|
if bits < 32: |
|
|
|
if bits < 32: |
|
|
|
if 'kmeans' in mode: |
|
|
|
if 'kmeans' in mode: |
|
|
|
check_requirements('scikit-learn') # scikit-learn package required for k-means quantization |
|
|
|
check_requirements('scikit-learn') # scikit-learn package required for k-means quantization |
|
|
|
ct_model = ct.models.neural_network.quantization_utils.quantize_weights(ct_model, bits, mode) |
|
|
|
if mlmodel: |
|
|
|
|
|
|
|
ct_model = ct.models.neural_network.quantization_utils.quantize_weights(ct_model, bits, mode) |
|
|
|
|
|
|
|
else: |
|
|
|
|
|
|
|
import coremltools.optimize.coreml as cto |
|
|
|
|
|
|
|
op_config = cto.OpPalettizerConfig(mode=mode, nbits=bits, weight_threshold=512) |
|
|
|
|
|
|
|
config = cto.OptimizationConfig(global_config=op_config) |
|
|
|
|
|
|
|
ct_model = cto.palettize_weights(ct_model, config=config) |
|
|
|
if self.args.nms and self.model.task == 'detect': |
|
|
|
if self.args.nms and self.model.task == 'detect': |
|
|
|
ct_model = self._pipeline_coreml(ct_model) |
|
|
|
if mlmodel: |
|
|
|
|
|
|
|
import platform |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# coremltools<=6.2 NMS export requires Python<3.11 |
|
|
|
|
|
|
|
check_version(platform.python_version(), '<3.11', name='Python ', hard=True) |
|
|
|
|
|
|
|
weights_dir = None |
|
|
|
|
|
|
|
else: |
|
|
|
|
|
|
|
ct_model.save(str(f)) # save otherwise weights_dir does not exist |
|
|
|
|
|
|
|
weights_dir = str(f / 'Data/com.apple.CoreML/weights') |
|
|
|
|
|
|
|
ct_model = self._pipeline_coreml(ct_model, weights_dir=weights_dir) |
|
|
|
|
|
|
|
|
|
|
|
m = self.metadata # metadata dict |
|
|
|
m = self.metadata # metadata dict |
|
|
|
ct_model.short_description = m.pop('description') |
|
|
|
ct_model.short_description = m.pop('description') |
|
|
|
@ -500,7 +522,14 @@ class Exporter: |
|
|
|
ct_model.license = m.pop('license') |
|
|
|
ct_model.license = m.pop('license') |
|
|
|
ct_model.version = m.pop('version') |
|
|
|
ct_model.version = m.pop('version') |
|
|
|
ct_model.user_defined_metadata.update({k: str(v) for k, v in m.items()}) |
|
|
|
ct_model.user_defined_metadata.update({k: str(v) for k, v in m.items()}) |
|
|
|
ct_model.save(str(f)) |
|
|
|
try: |
|
|
|
|
|
|
|
ct_model.save(str(f)) # save *.mlpackage |
|
|
|
|
|
|
|
except Exception as e: |
|
|
|
|
|
|
|
LOGGER.warning( |
|
|
|
|
|
|
|
f'{prefix} WARNING ⚠️ CoreML export to *.mlpackage failed ({e}), reverting to *.mlmodel export. ' |
|
|
|
|
|
|
|
f'Known coremltools Python 3.11 and Windows bugs https://github.com/apple/coremltools/issues/1928.') |
|
|
|
|
|
|
|
f = f.with_suffix('.mlmodel') |
|
|
|
|
|
|
|
ct_model.save(str(f)) |
|
|
|
return f, ct_model |
|
|
|
return f, ct_model |
|
|
|
|
|
|
|
|
|
|
|
@try_export |
|
|
|
@try_export |
|
|
|
@ -546,7 +575,7 @@ class Exporter: |
|
|
|
if self.args.dynamic: |
|
|
|
if self.args.dynamic: |
|
|
|
shape = self.im.shape |
|
|
|
shape = self.im.shape |
|
|
|
if shape[0] <= 1: |
|
|
|
if shape[0] <= 1: |
|
|
|
LOGGER.warning(f'{prefix} WARNING ⚠️ --dynamic model requires maximum --batch-size argument') |
|
|
|
LOGGER.warning(f"{prefix} WARNING ⚠️ 'dynamic=True' model requires max batch size, i.e. 'batch=16'") |
|
|
|
profile = builder.create_optimization_profile() |
|
|
|
profile = builder.create_optimization_profile() |
|
|
|
for inp in inputs: |
|
|
|
for inp in inputs: |
|
|
|
profile.set_shape(inp.name, (1, *shape[1:]), (max(1, shape[0] // 2), *shape[1:]), shape) |
|
|
|
profile.set_shape(inp.name, (1, *shape[1:]), (max(1, shape[0] // 2), *shape[1:]), shape) |
|
|
|
@ -805,7 +834,7 @@ class Exporter: |
|
|
|
populator.populate() |
|
|
|
populator.populate() |
|
|
|
tmp_file.unlink() |
|
|
|
tmp_file.unlink() |
|
|
|
|
|
|
|
|
|
|
|
def _pipeline_coreml(self, model, prefix=colorstr('CoreML Pipeline:')): |
|
|
|
def _pipeline_coreml(self, model, weights_dir=None, prefix=colorstr('CoreML Pipeline:')): |
|
|
|
"""YOLOv8 CoreML pipeline.""" |
|
|
|
"""YOLOv8 CoreML pipeline.""" |
|
|
|
import coremltools as ct # noqa |
|
|
|
import coremltools as ct # noqa |
|
|
|
|
|
|
|
|
|
|
|
@ -853,7 +882,7 @@ class Exporter: |
|
|
|
# print(spec.description) |
|
|
|
# print(spec.description) |
|
|
|
|
|
|
|
|
|
|
|
# Model from spec |
|
|
|
# Model from spec |
|
|
|
model = ct.models.MLModel(spec) |
|
|
|
model = ct.models.MLModel(spec, weights_dir=weights_dir) |
|
|
|
|
|
|
|
|
|
|
|
# 3. Create NMS protobuf |
|
|
|
# 3. Create NMS protobuf |
|
|
|
nms_spec = ct.proto.Model_pb2.Model() |
|
|
|
nms_spec = ct.proto.Model_pb2.Model() |
|
|
|
@ -912,7 +941,7 @@ class Exporter: |
|
|
|
'Confidence threshold': str(nms.confidenceThreshold)}) |
|
|
|
'Confidence threshold': str(nms.confidenceThreshold)}) |
|
|
|
|
|
|
|
|
|
|
|
# Save the model |
|
|
|
# Save the model |
|
|
|
model = ct.models.MLModel(pipeline.spec) |
|
|
|
model = ct.models.MLModel(pipeline.spec, weights_dir=weights_dir) |
|
|
|
model.input_description['image'] = 'Input image' |
|
|
|
model.input_description['image'] = 'Input image' |
|
|
|
model.input_description['iouThreshold'] = f'(optional) IOU threshold override (default: {nms.iouThreshold})' |
|
|
|
model.input_description['iouThreshold'] = f'(optional) IOU threshold override (default: {nms.iouThreshold})' |
|
|
|
model.input_description['confidenceThreshold'] = \ |
|
|
|
model.input_description['confidenceThreshold'] = \ |
|
|
|
|
Glenn Jocher
1 year ago
committed by
GitHub