User-agent: ai2bot Disallow: / User-agent: ai2bot-dolma Disallow: / User-agent: big-sur-ai Disallow: / User-agent: digitaloceangenai-crawler Disallow: / User-agent: gptbot Disallow: / User-agent: grok Disallow: / User-agent: grokbot Disallow: / User-agent: liner-bot Disallow: / User-agent: mistralai-user Disallow: / User-agent: mistralai-user-1-0 Disallow: / User-agent: pangubot Disallow: / User-agent: perplexity-user Disallow: / User-agent: perplexity-user-1-0 Disallow: / User-agent: sbintuitionsbot Disallow: / User-agent: cohere-training-data-crawler Disallow: / User-agent: quillbot-com Disallow: / User-agent: aliyunsecbot Disallow: / User-agent: google-cloudvertexbot Disallow: / User-agent: turnitinbot Disallow: / User-agent: viennatinybot Disallow: / User-agent: peer39-crawler-1-0 Disallow: / User-agent: ahrefsbot Disallow: / User-agent: audigentadbot Disallow: / User-agent: awariorssbot Disallow: / User-agent: awariosmartbot Disallow: / User-agent: brandwatch Disallow: / User-agent: dataforseobot Disallow: / User-agent: dotbot Disallow: / User-agent: jetslide Disallow: / User-agent: mj12bot Disallow: / User-agent: meltwater Disallow: / User-agent: neticlebot Disallow: / User-agent: netvibes Disallow: / User-agent: screaming-frog-seo-spider Disallow: / User-agent: searchmetricsbot Disallow: / User-agent: semrushbot Disallow: / User-agent: semrushbot-ocob Disallow: / User-agent: semrushbotswa Disallow: / User-agent: sidetrade-indexer-bot Disallow: / User-agent: peer39-crawler Disallow: / User-agent: barkrowler Disallow: / User-agent: ccbot Disallow: / User-agent: crawlspace Disallow: / User-agent: diffbot Disallow: / User-agent: echobot-bot Disallow: / User-agent: echoboxbot Disallow: / User-agent: factset-spyderbot Disallow: / User-agent: friendlycrawler Disallow: / User-agent: icc-crawler Disallow: / User-agent: isscyberriskcrawler Disallow: / User-agent: jenkersbot Disallow: / User-agent: livelapbot Disallow: / User-agent: mauibot Disallow: / User-agent: newsnow Disallow: / User-agent: novaact Disallow: / User-agent: poseidon-research-crawler Disallow: / User-agent: qualifiedbot Disallow: / User-agent: seekportbot Disallow: / User-agent: seekr Disallow: / User-agent: seekrbot Disallow: / User-agent: timpibot Disallow: / User-agent: turnitin Disallow: / User-agent: velenpublicwebcrawler Disallow: / User-agent: webzio-extended Disallow: / User-agent: hada-news Disallow: / User-agent: iaskspider Disallow: / User-agent: iaskspider-2-0 Disallow: / User-agent: imediaethics-org Disallow: / User-agent: imgproxy Disallow: / User-agent: magpie-crawler Disallow: / User-agent: yacy Disallow: / User-agent: yacybot Disallow: / User-agent: applebot-extended Disallow: /