# Default robots file version:2 User-agent: * Disallow: /calendar/action* Disallow: /events/action* Allow: /*.css Allow: /*.js Disallow: /*? Crawl-delay: 3 # Certain social media sites are whitelisted to allow crawlers to access page markup when links to /images are shared. User-agent: Twitterbot Allow: /images Allow: /wp-content/* Allow: /uploads User-agent: facebookexternalhit Allow: /images User-agent: Swiftbot Disallow: User-agent: IRLbot Disallow: