%% You should probably cite rfc9309 instead of this I-D. @techreport{koster-rep-06, number = {draft-koster-rep-06}, type = {Internet-Draft}, institution = {Internet Engineering Task Force}, publisher = {Internet Engineering Task Force}, note = {Work in Progress}, url = {https://datatracker.ietf.org/doc/draft-koster-rep/06/}, author = {Martijn Koster and Gary Illyes and Henner Zeller and Lizzi Sassman}, title = {{Robots Exclusion Protocol}}, pagetotal = 10, year = 2021, month = nov, day = 7, abstract = {This document specifies and extends the "Robots Exclusion Protocol" method originally defined by Martijn Koster in 1996 for service owners to control how content served by their services may be accessed, if at all, by automatic clients known as crawlers.}, }