# robots.txt User-agent: * Disallow: /assets/ Disallow: /ask/ Disallow: /businessinfo/ Disallow: /calc/ Disallow: /cgi-bin/ Disallow: /css/ Disallow: /enq/ Disallow: /promo/ Disallow: /vwd_scripts/ Disallow: /ubetheboss/