@techreport{jimenez-tbd-robotstxt-update-00,
    number =    {draft-jimenez-tbd-robotstxt-update-00},
    type =      {Internet-Draft},
    institution =   {Internet Engineering Task Force},
    publisher = {Internet Engineering Task Force},
    note =      {Work in Progress},
    url =       {https://datatracker.ietf.org/doc/draft-jimenez-tbd-robotstxt-update/00/},
    author =    {Jaime Jimenez},
    title =     {{Robots.txt update proposal}},
    pagetotal = 5,
    year =      2024,
    month =     nov,
    day =       6,
    abstract =  {This document proposes updates to the robots.txt standard to accommodate AI-specific crawlers, introducing a syntax for user-agent identification and policy differentiation. It aims to enhance the management of web content access by AI systems, distinguishing between training and inference activities.},
}