# Allow all Google crawlers
User-agent: Googlebot
Allow: /

# Allow Microsoft Bing
User-agent: Bingbot
Allow: /

# Allow Twitter’s crawler for link previews
User-agent: Twitterbot
Allow: /

# Allow Facebook’s crawler for link previews
User-agent: facebookexternalhit
Allow: /

# Allow all other crawlers
User-agent: *
Allow: /