User-agent: *
Allow: /

# Allow Twitter's crawler specifically
User-agent: Twitterbot
Allow: /