@techreport{lencse-bmwg-rfc2544-bis-00, number = {draft-lencse-bmwg-rfc2544-bis-00}, type = {Internet-Draft}, institution = {Internet Engineering Task Force}, publisher = {Internet Engineering Task Force}, note = {Work in Progress}, url = {https://datatracker.ietf.org/doc/draft-lencse-bmwg-rfc2544-bis/00/}, author = {Gábor Lencse and Keiichi Shima}, title = {{An Upgrade to Benchmarking Methodology for Network Interconnect Devices}}, pagetotal = 9, year = 2020, month = may, day = 20, abstract = {RFC 2544 has defined a benchmarking methodology for network interconnect devices. We recommend a few upgrades to it for producing more reasonable results. The recommended upgrades can be classified into two categories: the application of the novelties of RFC 8219 for the legacy RFC 2544 use cases and the following new ones. Checking a reasonably small timeout individually for every single frame in the throughput and frame loss rate benchmarking procedures. Performing a statistically relevant number of tests for all benchmarking procedures. Addition of an optional non-zero frame loss acceptance criterion for the throughput measurement procedure and defining its reporting format.}, }