# This site serves machine-readable disclosures, e.g. crawler directives # like rel-nofollow applied to links with commercial intent, to Web robots only. User-agent: ia_archiver Disallow: / User-agent: DBLbot Disallow: / User-agent: * Disallow: /afile.html Disallow: /zfile.html Disallow: /nofile.html Disallow: Disallow: /index-hp.php Disallow: /cgi-bin/ Disallow: /images/