@techreport{illyes-repext-02, number = {draft-illyes-repext-02}, type = {Internet-Draft}, institution = {Internet Engineering Task Force}, publisher = {Internet Engineering Task Force}, note = {Work in Progress}, url = {https://datatracker.ietf.org/doc/draft-illyes-repext/02/}, author = {Gary Illyes}, title = {{Robots Exclusion Protocol Extension for URI Level Control}}, pagetotal = 6, year = 2024, month = oct, day = 19, abstract = {This document extends RFC9309 by specifying additional URI level controls through application level header and HTML meta tags originally developed in 1996. Additionally it moves the response header out of the experimental header space (i.e. "X-") and defines the combinability of multiple headers, which was previously not possible.}, }