# Generally allow search bots
User-agent: *
Disallow:

# Explicitly allow Google bots
User-agent: Googlebot
Disallow:

User-agent: AdsBot-Google
Disallow:

User-agent: Googlebot-Image
Disallow: 

# Ask for max. 1 request per 5 seconds
Crawl-delay: 5

# Ask to exclude non-post image data and files from search
Disallow: /avatars
Disallow: /Smileys
Disallow: /Themes

# Chat applet does not need to be indexed
Disallow: /chat


# Ask to be excluded from non-relevant search engines

# Major ones

#Amazon search bot (for Alexa)
User-agent: Amazonbot
Disallow: /

#Baidu search engine
User-agent: baiduspider
Disallow: /

#Bytedance (Tiktok parent) crawler
User-agent: Bytespider
Disallow: /

# Smaller ones

#AHRefs bot - online marketing
User-agent: AhrefsBot
Disallow: /

#Brandwatch crawler
User-agent: magpie-crawler
Disallow: /

#Fidget spinner bot
User-agent: fidget-spinner-bot
Disallow: /

#MJ12Bot
User-agent: MJ12Bot
Disallow: /

#Moz.com crawler - unknown purpose
User-agent: DotBot
Disallow: / 

#my-tiny-bot - unknown purpose
User-agent: my-tiny-bot
Disallow: /

#Semrush - online marketing
User-agent: SemrushBot
Disallow: /

#serpstatbot - unknown purpose
User-agent: serpstatbot
Disallow: /

#Trendiction Bot - market research
User-agent: trendictionbot
Disallow: /

#WebMeUp crawler - unknown purpose
User-agent: BLEXBot
Disallow: /

#Yandex crawler - search engine
User-agent: YandexBot
Disallow: /