User-agent: facebookexternalhit/1.1
Crawl-delay: 5

User-agent: facebookexternalhit/1.0
Crawl-delay: 5

User-agent: facebookexternalhit/*
Crawl-delay: 5

User-agent: Twitterbot
Disallow: *

Allow: /records/*
Allow: /stories/*

#Allow any user agent to index our site
User-agent: *
Allow: /
Disallow: /records
Allow: /records/*
Crawl-delay: 1

#Disallow Googlebot-Image from indexing our images
User-agent: Googlebot-Image
Disallow: /

User-agent: GoogleOther
Disallow: *