{ "model": "ZhengPeng7/BiRefNet_lite", "target_cpu": "Intel Xeon W-2145 (Skylake-SP)", "benchmarks": [ { "label": "PyTorch-FP32-1024x1024", "mean_ms": 8714.9, "std_ms": 106.13, "min_ms": 8540.12, "max_ms": 8938.63, "median_ms": 8722.41, "fps": 0.11, "runs": 10, "resolution": "1024x1024", "backend": "pytorch_fp32" }, { "label": "PyTorch-FP32-512x512", "mean_ms": 1815.56, "std_ms": 39.13, "min_ms": 1758.33, "max_ms": 1876.2, "median_ms": 1810.56, "fps": 0.55, "runs": 10, "resolution": "512x512", "backend": "pytorch_fp32" }, { "label": "OpenVINO-FP32-1024x1024", "mean_ms": 1440.9, "std_ms": 21.23, "min_ms": 1407.64, "max_ms": 1490.01, "median_ms": 1437.88, "fps": 0.69, "runs": 10, "resolution": "1024x1024", "backend": "openvino_fp32" }, { "label": "OpenVINO-FP32-512x512", "mean_ms": 366.46, "std_ms": 5.15, "min_ms": 359.28, "max_ms": 374.76, "median_ms": 366.73, "fps": 2.73, "runs": 10, "resolution": "512x512", "backend": "openvino_fp32" }, { "label": "OpenVINO-FP16-1024x1024", "mean_ms": 1419.0, "std_ms": 21.08, "min_ms": 1396.05, "max_ms": 1474.95, "median_ms": 1412.7, "fps": 0.7, "runs": 10, "resolution": "1024x1024", "backend": "openvino_fp16" }, { "label": "OpenVINO-FP16-512x512", "mean_ms": 365.97, "std_ms": 3.88, "min_ms": 360.17, "max_ms": 372.21, "median_ms": 365.43, "fps": 2.73, "runs": 10, "resolution": "512x512", "backend": "openvino_fp16" }, { "label": "OpenVINO-INT8-1024x1024", "mean_ms": 1272.2, "std_ms": 10.28, "min_ms": 1253.51, "max_ms": 1291.21, "median_ms": 1272.28, "fps": 0.79, "runs": 10, "resolution": "1024x1024", "backend": "openvino_int8_nncf" }, { "label": "OpenVINO-INT8-512x512", "mean_ms": 332.32, "std_ms": 7.11, "min_ms": 321.65, "max_ms": 347.56, "median_ms": 329.86, "fps": 3.01, "runs": 10, "resolution": "512x512", "backend": "openvino_int8_nncf" }, { "label": "OpenVINO-INT8wo-1024x1024", "mean_ms": 1439.53, "std_ms": 14.6, "min_ms": 1415.59, "max_ms": 1470.79, "median_ms": 1436.27, "fps": 0.69, "runs": 10, "resolution": "1024x1024", "backend": "openvino_int8_weight_only" }, { "label": "OpenVINO-INT8wo-512x512", "mean_ms": 365.75, "std_ms": 11.13, "min_ms": 357.16, "max_ms": 395.71, "median_ms": 361.64, "fps": 2.73, "runs": 10, "resolution": "512x512", "backend": "openvino_int8_weight_only" } ] }