User-Agent: facebookexternalhit
Allow: /sys/services/blobs/fetch/
Disallow: /
crawl-delay: 2
User-Agent: *
Disallow: /web.config
Disallow: /.htaccess
Disallow: /admin/
Disallow: /agent/
Disallow: /api/
Disallow: /portal/api/
Disallow: /billing/
Disallow: /reports/
Disallow: /dp/
Disallow: /dp.php
Disallow: /get_messages.php
Disallow: /sys/services/
Disallow: /file.php
Disallow: /__serverinfo/
Disallow: /*/vote-up$
Disallow: /*/vote-down$
Disallow: /*/search
crawl-delay: 2
Sitemap: sitemap.xml