User-agent: *
Disallow: /test/
Disallow: /dev/
Disallow: /~hobbylinc/
Disallow: /cgi-bin/a3.cgi
Disallow: /cgi-bin/a4.cgi
Disallow: /cgi-bin/o3.cgi
Disallow: /cgi-bin/o4.cgi
Disallow: /cgi-bin/c4.cgi
Disallow: /cgi-bin/sts4.cgi
Disallow: /cgi-bin/pic.cgi
Disallow: /cgi-bin/pre.cgi
Disallow: /cgi-bin/user.cgi
Disallow: /cgi-bin/unsubscribe.cgi
Disallow: /cgi-bin/pre.cgi
Disallow: /cgi-bin/gallery.cgi
Disallow: /cgi-bin/account.cgi

User-agent: Slurp
Crawl-delay: 2

User-agent: msnbot
Crawl-delay: 2

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: BingBot
Crawl-delay: 2

User-agent: msnbot 
Crawl-delay: 2

User-agent: Yandex
Disallow: /

User-agent: Petalbot
Disallow: /

User-Agent: The Knowledge AI
Disallow: /

User-agent: Googlebot
Disallow: /dev/

User-agent: Googlebot-image
Disallow: /

User-Agent: GPTBot
Disallow: /

User-Agent: ClaudeBot
Disallow: /