{ "engine_file": "wayrappl_fp16_bs2048.engine", "precision": "fp16", "max_batch_size": 2048, "max_sequence_length": 512, "optimization_level": 5, "hardware_requirements": { "gpu_architecture": "sm_80", "gpu_models": [ "A100-SXM4-80GB", "A100-SXM4-40GB", "A100-PCIe-80GB", "A100-PCIe-40GB" ], "cuda_version": ">=12.8", "tensorrt_version": ">=10.13.0", "driver_version": ">=570.124.06" } }