%% You should probably cite draft-illyes-repext-02 instead of this revision. @techreport{illyes-repext-00, number = {draft-illyes-repext-00}, type = {Internet-Draft}, institution = {Internet Engineering Task Force}, publisher = {Internet Engineering Task Force}, note = {Work in Progress}, url = {https://datatracker.ietf.org/doc/draft-illyes-repext/00/}, author = {Gary Illyes}, title = {{Robots Exclusion Protocol Extension for URI Level Control}}, pagetotal = 6, year = , month = , day = , abstract = {This document extends RFC9309 by specifying additional URI level controls through application level header and HTML meta tags originally developed in 1996. Additionally it moves the response header out of the experimental header space (i.e. "X-") and defines the combinability of multiple headers, which was previously not possible. About this Document This note is to be removed before publishing as an RFC. TODO(illyes): add commentable reference on github robotstxt repo.}, }