#robots.txt User-agent: * Disallow: /home Disallow: /counters.php Disallow: /be Disallow: /com Disallow: /za Disallow: /errors User-agent: webcrawler Disallow: /counters.php Disallow: /home Disallow: /be Disallow: /com Disallow: /za Disallow: /errors