#User-agent: *
#Disallow: /
#
#User-agent: Twitterbot
#Disallow: *
#
#Allow: /