benchmark_results.json

{
  "model": "ZhengPeng7/BiRefNet_lite",
  "target_cpu": "Intel Xeon W-2145 (Skylake-SP)",
  "benchmarks": [
    {
      "label": "PyTorch-FP32-1024x1024",
      "mean_ms": 8714.9,
      "std_ms": 106.13,
      "min_ms": 8540.12,
      "max_ms": 8938.63,
      "median_ms": 8722.41,
      "fps": 0.11,
      "runs": 10,
      "resolution": "1024x1024",
      "backend": "pytorch_fp32"
    },
    {
      "label": "PyTorch-FP32-512x512",
      "mean_ms": 1815.56,
      "std_ms": 39.13,
      "min_ms": 1758.33,
      "max_ms": 1876.2,
      "median_ms": 1810.56,
      "fps": 0.55,
      "runs": 10,
      "resolution": "512x512",
      "backend": "pytorch_fp32"
    },
    {
      "label": "OpenVINO-FP32-1024x1024",
      "mean_ms": 1440.9,
      "std_ms": 21.23,
      "min_ms": 1407.64,
      "max_ms": 1490.01,
      "median_ms": 1437.88,
      "fps": 0.69,
      "runs": 10,
      "resolution": "1024x1024",
      "backend": "openvino_fp32"
    },
    {
      "label": "OpenVINO-FP32-512x512",
      "mean_ms": 366.46,
      "std_ms": 5.15,
      "min_ms": 359.28,
      "max_ms": 374.76,
      "median_ms": 366.73,
      "fps": 2.73,
      "runs": 10,
      "resolution": "512x512",
      "backend": "openvino_fp32"
    },
    {
      "label": "OpenVINO-FP16-1024x1024",
      "mean_ms": 1419.0,
      "std_ms": 21.08,
      "min_ms": 1396.05,
      "max_ms": 1474.95,
      "median_ms": 1412.7,
      "fps": 0.7,
      "runs": 10,
      "resolution": "1024x1024",
      "backend": "openvino_fp16"
    },
    {
      "label": "OpenVINO-FP16-512x512",
      "mean_ms": 365.97,
      "std_ms": 3.88,
      "min_ms": 360.17,
      "max_ms": 372.21,
      "median_ms": 365.43,
      "fps": 2.73,
      "runs": 10,
      "resolution": "512x512",
      "backend": "openvino_fp16"
    },
    {
      "label": "OpenVINO-INT8-1024x1024",
      "mean_ms": 1272.2,
      "std_ms": 10.28,
      "min_ms": 1253.51,
      "max_ms": 1291.21,
      "median_ms": 1272.28,
      "fps": 0.79,
      "runs": 10,
      "resolution": "1024x1024",
      "backend": "openvino_int8_nncf"
    },
    {
      "label": "OpenVINO-INT8-512x512",
      "mean_ms": 332.32,
      "std_ms": 7.11,
      "min_ms": 321.65,
      "max_ms": 347.56,
      "median_ms": 329.86,
      "fps": 3.01,
      "runs": 10,
      "resolution": "512x512",
      "backend": "openvino_int8_nncf"
    },
    {
      "label": "OpenVINO-INT8wo-1024x1024",
      "mean_ms": 1439.53,
      "std_ms": 14.6,
      "min_ms": 1415.59,
      "max_ms": 1470.79,
      "median_ms": 1436.27,
      "fps": 0.69,
      "runs": 10,
      "resolution": "1024x1024",
      "backend": "openvino_int8_weight_only"
    },
    {
      "label": "OpenVINO-INT8wo-512x512",
      "mean_ms": 365.75,
      "std_ms": 11.13,
      "min_ms": 357.16,
      "max_ms": 395.71,
      "median_ms": 361.64,
      "fps": 2.73,
      "runs": 10,
      "resolution": "512x512",
      "backend": "openvino_int8_weight_only"
    }
  ]
}