%% You should probably cite draft-illyes-aipref-cbcp-04 instead of this revision. @techreport{illyes-aipref-cbcp-02, number = {draft-illyes-aipref-cbcp-02}, type = {Internet-Draft}, institution = {Internet Engineering Task Force}, publisher = {Internet Engineering Task Force}, note = {Work in Progress}, url = {https://datatracker.ietf.org/doc/draft-illyes-aipref-cbcp/02/}, author = {Gary Illyes and Mirja Kühlewind and AJ Kohn}, title = {{Crawler best practices}}, pagetotal = 6, year = , month = , day = , abstract = {This document describes best pratices for web crawlers. Discussion Venues This note is to be removed before publishing as an RFC. Source for this draft and an issue tracker can be found at https://github.com/garyillyes/cbcp.}, }