Exporting fp16 onnx models.

extras/mmdeploy/README.md

@@ -11,31 +11,37 @@ docker build --progress=plain -f extras/mmdeploy/dockerfile -t rpt_mmdeploy .
 ## ONNX
 
 ```bash
-cd /mmdeploy/
-cp /RapidPoseTriangulation/extras/mmdeploy/configs/detection_onnxruntime_static-320x320.py configs/mmdet/detection/
+export withFP16="_fp16"
+cp /RapidPoseTriangulation/extras/mmdeploy/configs/detection_onnxruntime_static-320x320$withFP16.py configs/mmdet/detection/
 
+cd /mmdeploy/
 python3 ./tools/deploy.py \
-    configs/mmdet/detection/detection_onnxruntime_static-320x320.py \
+    configs/mmdet/detection/detection_onnxruntime_static-320x320$withFP16.py \
     /mmpose/projects/rtmpose/rtmdet/person/rtmdet_nano_320-8xb32_coco-person.py \
     https://download.openmmlab.com/mmpose/v1/projects/rtmpose/rtmdet_nano_8xb32-100e_coco-obj365-person-05d8511e.pth \
     /mmpose/projects/rtmpose/examples/onnxruntime/human-pose.jpeg \
     --work-dir work_dir \
     --show
 
-mv /mmdeploy/work_dir/end2end.onnx /RapidPoseTriangulation/extras/mmdeploy/exports/rtmdet-nano_320x320.onnx
+mv /mmdeploy/work_dir/end2end.onnx /RapidPoseTriangulation/extras/mmdeploy/exports/rtmdet-nano_320x320$withFP16.onnx
 ```
 
 ```bash
-cd /mmdeploy/
-cp /RapidPoseTriangulation/extras/mmdeploy/pose-detection_simcc_onnxruntime_static-384x288.py configs/mmpose/
+export withFP16="_fp16"
+cp /RapidPoseTriangulation/extras/mmdeploy/configs/pose-detection_simcc_onnxruntime_static-384x288$withFP16.py configs/mmpose/
 
+cd /mmdeploy/
 python3 ./tools/deploy.py \
-    configs/mmpose/pose-detection_simcc_onnxruntime_static-384x288.py \
+    configs/mmpose/pose-detection_simcc_onnxruntime_static-384x288$withFP16.py \
     /mmpose/projects/rtmpose/rtmpose/body_2d_keypoint/rtmpose-m_8xb256-420e_coco-384x288.py \
     https://download.openmmlab.com/mmpose/v1/projects/rtmposev1/rtmpose-m_simcc-body7_pt-body7_420e-384x288-65e718c4_20230504.pth \
     /mmpose/projects/rtmpose/examples/onnxruntime/human-pose.jpeg \
     --work-dir work_dir \
     --show
 
-mv /mmdeploy/work_dir/end2end.onnx /RapidPoseTriangulation/extras/mmdeploy/exports/rtmpose-m_384x288.onnx
+mv /mmdeploy/work_dir/end2end.onnx /RapidPoseTriangulation/extras/mmdeploy/exports/rtmpose-m_384x288$withFP16.onnx
+```
+
+```bash
+python3 /RapidPoseTriangulation/extras/mmdeploy/add_norm_step.py
 ```

extras/mmdeploy/add_norm_step.py

@@ -15,7 +15,7 @@ norm_std = 1.0 / np.array([57.375, 57.12, 58.395])
 # ==================================================================================================
 
 
-def add_steps_to_onnx(model_path, use_bgr=False):
+def add_steps_to_onnx(model_path):
 
     # Load existing model
     model = onnx.load(model_path)
@@ -24,6 +24,7 @@ def add_steps_to_onnx(model_path, use_bgr=False):
     mean = norm_mean.astype(np.float32)
     std = norm_std.astype(np.float32)
 
+    use_bgr = bool("rtmpose" in model_path)
     if use_bgr:
         mean = mean[::-1]
         std = std[::-1]
@@ -31,6 +32,11 @@ def add_steps_to_onnx(model_path, use_bgr=False):
     mean = np.reshape(mean, (1, 3, 1, 1)).astype(np.float32)
     std = np.reshape(std, (1, 3, 1, 1)).astype(np.float32)
 
+    use_fp16 = bool("fp16" in model_path)
+    if use_fp16:
+        mean = mean.astype(np.float16)
+        std = std.astype(np.float16)
+
     # Add the initializers to the graph
     mean_initializer = numpy_helper.from_array(mean, name="norm_mean")
     std_initializer = numpy_helper.from_array(std, name="norm_std")
@@ -72,8 +78,10 @@ def add_steps_to_onnx(model_path, use_bgr=False):
 
 
 def main():
-    add_steps_to_onnx(pose_model_path, use_bgr=True)
-    add_steps_to_onnx(det_model_path, use_bgr=False)
+    add_steps_to_onnx(pose_model_path)
+    add_steps_to_onnx(det_model_path)
+    add_steps_to_onnx(det_model_path.replace(".onnx", "_fp16.onnx"))
+    add_steps_to_onnx(pose_model_path.replace(".onnx", "_fp16.onnx"))
 
 
 # ==================================================================================================

extras/mmdeploy/configs/detection_onnxruntime_static-320x320_fp16.py

@@ -0,0 +1,5 @@
+_base_ = ["../_base_/base_static.py", "../../_base_/backends/onnxruntime-fp16.py"]
+
+onnx_config = dict(
+    input_shape=[320, 320],
+)

extras/mmdeploy/configs/pose-detection_simcc_onnxruntime_static-384x288_fp16.py

@@ -0,0 +1,8 @@
+_base_ = ["./pose-detection_static.py", "../_base_/backends/onnxruntime-fp16.py"]
+
+onnx_config = dict(
+    input_shape=[288, 384],
+    output_names=["simcc_x", "simcc_y"],
+)
+
+codebase_config = dict(export_postprocess=False)  # do not export get_simcc_maximum

extras/mmdeploy/dockerfile

@@ -28,5 +28,8 @@ RUN echo 'export LD_LIBRARY_PATH=/mmdeploy/../mmdeploy-dep/onnxruntime-linux-x64
 # Show images
 RUN apt-get update && apt-get install -y --no-install-recommends python3-tk
 
+# Tool for fp16 conversion
+RUN pip3 install --upgrade --no-cache-dir onnxconverter_common 
+
 WORKDIR /mmdeploy/
 CMD ["/bin/bash"]