User-agent: *
Disallow: /admin/
Disallow: /admintools/
Disallow: /analytics/
Disallow: /coupon/
Disallow: /cron/
Disallow: /details/
Disallow: /editor/
Disallow: /getcoupon/
Disallow: /getcoupons/
Disallow: /gostore/
Disallow: /hyperlink/
Disallow: /tracker/
Disallow: /info/
Disallow: /link/
Disallow: /open/
Disallow: /out/
Disallow: /redir/
Disallow: /pricecut/
Disallow: /promotion/
Disallow: /reports/
Disallow: /t/
Disallow: /tools/
Disallow: /use-code/
Disallow: /visit/
Disallow: /www/
Disallow: /admin-scripts/
Disallow: /ask/edit/
Disallow: /questions/*/addrating/
Disallow: /rate/

Sitemap: https://knoji.com/sitemap/index.xml

User-agent: dotbot
Crawl-delay: 5

User-agent: msnbot
Crawl-delay: 1

User-agent: rogerbot
Crawl-delay: 5

User-agent: yandex
Crawl-delay: 3

# User-agent: GPTBot
# Disallow: /

User-agent: CCBot
Disallow: /

User-agent: AhrefsBot
Crawl-Delay: 1