# User-agent: Googlebot
# User-agent: Bingbot
# User-agent: baiduspider
# User-agent: Applebot
# User-agent: Yandex

# Microsoft Search Engine Robot
# User-agent: msnbot

# Yahoo! Search Engine Robot
# User-agent: Slurp

User-agent: AhrefsBot
Disallow: /

User-agent: *
Disallow: /api/
Disallow: /admin/
Disallow: /invitation
Disallow: /settings
Disallow: /update-settings
Disallow: /auth/
Disallow: /setup
Disallow: /styleguide
Disallow: /add
Disallow: /mixit
Disallow: /embed
Disallow: /bookmark$
Disallow: /extension$
Disallow: /auth-return

# Stuff that search engines seem to pick up from wiggin.routes:

Disallow: /i/:q
Disallow: /mix/:q
Disallow: /interest/:q
Disallow: /search/:q
Disallow: /:username
Disallow: /invite/:username
Disallow: /share/:url_hash
Disallow: /!:url_hash

Sitemap: https://mix.com/sitemap.xml