# robots.txt, www.ncsecu.org 1/19/2010 # http://www.w3.org/TR/1998/REC-html40-19980424/appendix/notes.html#h-B.4.1 # User-agent: PowerMapper Allow: / User-agent: Slurp #Yahoo specific directives Crawl-delay: 2 Disallow: /LOCATOR Disallow: /Locator Disallow: /locator Disallow: /About Disallow: /Accounts Disallow: /ATMDemo Disallow: /bin Disallow: /Controls Disallow: /CreditCards Disallow: /Errors Disallow: /Images Disallow: /MA Disallow: /MAInfo Disallow: /PDF Disallow: /Products Disallow: /Publications Disallow: /Rates Disallow: /Calendar.aspx Disallow: /contact.asp Disallow: /Contact.aspx Disallow: /Content.aspx Disallow: /EHLender.asp Disallow: /Errors/403-5.html Disallow: /Errors/browser-support.html Disallow: /Errors/generic-browser-support.html Disallow: /ExternalRedirect.html Disallow: /HelpFAQ.aspx Disallow: /HMDA.asp Disallow: /index.htm Disallow: /join.asp Disallow: /Resources.aspx Disallow: /Services.aspx Disallow: /SocialMediaExternalRedirect.html Disallow: /AboutSECU/SustainabilityInitiatives.html #All other robots User-agent: * #folders to disallow Disallow: /About Disallow: /Accounts Disallow: /ATMDemo Disallow: /bin Disallow: /Controls Disallow: /CreditCards Disallow: /Errors Disallow: /Images Disallow: /MA Disallow: /MAInfo Disallow: /PDF Disallow: /Products Disallow: /Publications Disallow: /Rates #Files to disallow Disallow: /Calcs/MonthlyPayment.html Disallow: /Calendar.aspx Disallow: /contact.asp Disallow: /Contact.aspx Disallow: /Content.aspx Disallow: /EHLender.asp Disallow: /Errors/403-5.html Disallow: /Errors/browser-support.html Disallow: /Errors/generic-browser-support.html Disallow: /ExternalRedirect.html Disallow: /HelpFAQ.aspx Disallow: /HMDA.asp Disallow: /index.htm Disallow: /join.asp Disallow: /Resources.aspx Disallow: /Services.aspx Disallow: /SocialMediaExternalRedirect.html Disallow: /locator/LocatorResults.html Disallow: /locator/GenericLocatorResults.html Disallow: /locator/DrivingDirections.html Disallow: /locator/GenericDrivingDirections.html Disallow: /Locator/LocatorResults.html Disallow: /Locator/GenericLocatorResults.html Disallow: /Locator/DrivingDirections.html Disallow: /Locator/GenericDrivingDirections.html Disallow: /LOCATOR/LocatorResults.html Disallow: /LOCATOR/GenericLocatorResults.html Disallow: /LOCATOR/DrivingDirections.html Disallow: /LOCATOR/GenericDrivingDirections.html Disallow: /PDF/AboutSECU/SECU-E-Sign-Agreement.pdf Disallow: /PDF/AboutSECU/SECU-Online-Services-Agreement.pdf Disallow: /AboutSECU/SustainabilityInitiatives.html