User-agent: *
Allow: /

# Keep sensitive paths out of search results.
Disallow: /admin
Disallow: /project

# Explicitly allow Facebook crawlers for link previews
User-agent: facebookexternalhit
Allow: /

User-agent: Facebot
Allow: /
