# https://www.semrush.com/bot/
User-agent: SemrushBot
Disallow: /
User-agent: SiteAuditBot
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: SplitSignalBot
Disallow: /
User-agent: SemrushBot-OCOB
Disallow: /
User-agent: SemrushBot-FT
Disallow: /
User-agent: RyteBot
Disallow: /
# end semrush

# http://ahrefs.com/robot/
User-agent: AhrefsBot
Disallow: /
User-agent: AhrefsSiteAudit
Disallow: /
# end ahrefs

# https://developer.amazon.com/support/amazonbot
User-agent: Amazonbot
Disallow: /
# end amazon

# https://moz.com/help/moz-procedures/crawlers/dotbot
User-agent: dotbot
Disallow: /
# end dotbot

# http://mj12bot.com/
User-agent: MJ12bot
Disallow: /
# end MJ12bot

# https://www.trendiction.com/bot
User-Agent: trendictionbot
Disallow: /
# end trendictionbot

# https://awario.com/bots.html
User-agent: AwarioBot
Disallow: /
User-agent: AwarioRssBot
Disallow: /
User-agent: AwarioSmartBot
Disallow: /
# end AwarioBot

# https://support.anthropic.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler
ClaudeBot
Disallow: /
Claude-User
Disallow: /
Claude-SearchBot
Disallow: /
# end ClaudeBot


User-agent: *
Disallow: /int/
Disallow: /admin/
Disallow: /db/
Disallow: /images/
Disallow: /language/
Disallow: /album_rate.php
Disallow: /common.php
Disallow: /config.php
Disallow: /faq.php
Disallow: /groupcp.php
Disallow: /login.php
Disallow: /login.php?
Disallow: /login.php?redirect=
Disallow: /memberlist.php
Disallow: /modcp.php
Disallow: /printview.php
Disallow: /posting.php
Disallow: /privmsg.php
Disallow: /profile.php
Disallow: /search.php
Disallow: /viewonline.php
Disallow: /updates-topic.html
Disallow: /stop-updates-topic.html
Disallow: /ptopic
Disallow: /ntopic
Disallow: /ptopic*
Disallow: /ntopic*
Disallow: /post
Disallow: /post* 
Disallow: /post$ 
Disallow: /post*.html
Disallow: /post$.html
Disallow: /posting.php
Disallow: /ptopic$
Disallow: /ntopic$
Disallow: /profile.php$
Disallow: /viewtopic.php$
Disallow: /viewforum.php$
Disallow: /rp_center.php
Disallow: /news_viewnews.php
Disallow: /links.php
Disallow: /member*
Disallow: /member$
Disallow: /member
Disallow: /member*.html
Disallow: /member$.html
Disallow: /viewtopic.php
Disallow: /viewforum.php
Disallow: /viewtopic.php?
Disallow: /viewforum.php?
Disallow: /viewtopic.php?t=
Disallow: /viewforum.php?t=
Disallow: /album_personal.php
Disallow: /album_personal.php?
Disallow: /album_personal.php?$
Disallow: /website-profiles.php?
Disallow: /website-profiles.php?$
Disallow: /profile-.html
Disallow: /casino/
Disallow: /blog/it/2012/
Disallow: /blog/de/2012/
Disallow: /blog/es/2012/
Disallow: /blog/pt/2012/
Disallow: /blog/jp/
Disallow: /blog/fr/2012/
Disallow: /blog/gr/2012/
Disallow: /blog/it/2011/
Disallow: /blog/de/2011/
Disallow: /blog/es/2011/
Disallow: /blog/pt/2011/
Disallow: /blog/jp/2011/
Disallow: /blog/fr/2011/
Disallow: /blog/gr/2011/
Disallow: /blog/it/2010/
Disallow: /blog/fr/2010/
Disallow: /blog/pt/2014/
Disallow: /blog/de/2013/
Disallow: /forums/archive/
Disallow: /blog/wp-json/
Disallow: /503.php
#Disallow: /index.php/post*.html$
#Disallow: /index.php/member*.html$