# This tells all web crawlers the pages to overtly look for # Sitemap: https://www.eckerd.edu/sitemap_index.xml # This section indicates that crawlers need to have a 10 second delay between pages # User-agent: * Crawl-delay: 10 # All site directories are followable # Allow: / Allow: /wp-admin/admin-ajax.php # Restricted access to search results and login pages # Disallow: /wp-admin Disallow: /wp-login.php Disallow: /?s= Disallow: /search Disallow: /bot/ Disallow: /career-services/wcidwtm/ Disallow: /updatemyinfo Disallow: /updatemyinfo/