# All robots will spider the domain User-agent: * Disallow: /counselling/css/ Disallow: /paradigm.swd/css/ Disallow: /counselling/images/ Disallow: /paradigm.swd/images/ Disallow: /cgi-bin/ Disallow: /refer/ Disallow: /webalizer/ Disallow: /counselling/login.php Disallow: /paraidgm.swd/login.php