# robots.txt User-agent: * Disallow: /aspnet_client/ Disallow: /bin/ Disallow: /config/ Disallow: /css/ Disallow: /data/ Disallow: /scripts/ Disallow: /umbraco/ Disallow: /umbraco_client/ Disallow: /usercontrols/ Disallow: /xslt/ Disallow: /forum/login.aspx Disallow: /indexchecker/ User-agent: ia_archiver Disallow: / User-agent: Yandex Disallow: / Sitemap: http://www.freelancesupermarket.com/sitemap.ashx Sitemap: http://www.freelancesupermarket.com/forum/sitemap_index.xml.gz