#robots, scram User-agent: Slurp user-agent: emailcollector user-agent: a-online search user-agent: crawler user-agent: inktomi/hotbot user-agent: gigabot User-agent :twiceler Disallow:/ User-agent : * Disallow:/ Disallow: /domains/ #Disallow: awcm_silme.php #Disallow: md5.php #Disallow: key.php #Disallow: /demo #Disallow: /adodb #Disallow: /IT #Disallow: /_INSTAL #Disallow: /a_privat #Disallow: /awstats #Disallow: /domains/ligasTest