# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# Disallow everything.
User-agent: *
Disallow: /

# Certain social media sites are whitelisted to allow crawlers to access pages.
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: TelegramBot
Allow: /

User-agent: Googlebot
Allow: /

User-agent: bingbot
Allow: /