# ------------------------------------------------------------------------------
# Whitelist
# ------------------------------------------------------------------------------

# Googlebot
User-agent: Google
User-agent: Googlebot
User-agent: Googlebot-News
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Googlebot-Mobile
User-agent: Mediapartners-Google
User-agent: Mediapartners
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile-Apps
# Bing
User-agent: bingbot
User-agent: msnbot
User-agent: msnbot-media
User-agent: adidxbot
User-agent: BingPreview
# Yahoo
User-agent: Slurp
# Orange
User-agent: OrangeBot
# DuckDuckGo
User-agent: DuckDuckBot
# Social network
User-agent: facebookexternalhit
User-agent: Pinterest
User-agent: TwitterBot
Disallow:
Disallow: /weepeggle

# ------------------------------------------------------------------------------
# Blacklist
# ------------------------------------------------------------------------------

# Yandex
User-agent: Yandex
Disallow: /

# Goo
User-agent: moget
User-agent: ichiro
Disallow: /

# Naver
User-agent: NaverBot
User-agent: Yeti
Disallow: /

# Baidu
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

# SoGou
User-agent: sogou spider
Disallow: /
User-agent: Sogou web spider
Disallow: /


# Barkrowler
User-agent: Barkrowler
Disallow: /

# Youdao
User-agent: YoudaoBot
Disallow: /

# GrapeshotCrawler
User-agent: grapeshot
Disallow: /

# Majestic-12
User-agent: MJ12bot
Disallow: /

# Exabot
User-agent: ExaBot
Disallow: /

# Alexa
User-agent: ia_archiver
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: BLEXBot
Disallow: /


# DomainCrawler.com
User-agent: DomainCrawler
Disallow: /

User-agent: dotbot
Disallow: /