#/robots.txt file robots User-agent: webcrawler Disallow: User-agent: * Disallow: /admin Disallow: /bravotools Disallow: /gallery Disallow: /images Disallow: /javascripts Disallow: /php