user-agent: AhrefsBot
user-agent: Amazonbot
user-agent: BacklinksExtendedBot
user-agent: Bytespider
user-agent: curl
user-agent: Go-http-client
user-agent: python-requests
user-agent: GPTBot
user-agent: Netcraft
user-agent: Semrush
user-agent: sfFeedReader
user-agent: Y!J-ASR
user-agent: LightspeedSystems
user-agent: OAI-SearchBot
user-agent: MJ12bot
user-agent: coccoc
user-agent: ClaudeBot
user-agent: Headless
user-agent: ImagesiftBot
user-agent: QQDownload
user-agent: python-httpx
user-agent: CCBot
user-agent: Censys
user-agent: Lavf/
disallow: /

user-agent: *
allow: /