# Robots Exclusion file - this is used to disallow access # to robots conforming to the Robots Exclusion Protocol # . # # Organisation: phonecardfolder.com # Webmaster: webmaster@phonecardfolder.com # # Format is: # User-agent: # Disallow: | #----------------------------------------------------------------------------- # # For misbehaving or unwanted agents, disallow the whole web site. # User-agent: ActiveAgent User-agent: EmailSiphon User-agent: ExtractorPro User-agent: NetJet/1 User-agent: sitecheck.internetseer.com User-agent: Teleport/1 Disallow: / # # For link checkers, disallow some dynamic content # User-agent: Linkbot User-agent: linklint User-agent: Mediapartners-Google/* Disallow: /admin Disallow: /images/banner Disallow: /images/counter Disallow: /images/pcfbanner Disallow: /images/photo Disallow: /template # # For all user-agents, disallow non-indexable content # User-agent: * Disallow: /admin Disallow: /google Disallow: /images/banner Disallow: /images/counter Disallow: /images/pcfbanner Disallow: /images/photo Disallow: /template