# exclude certain sections from robots User-agent: * Disallow: /img/ Disallow: /audio/ Disallow: /scripts/ Disallow: /download/ Disallow: /lex_menu.php Disallow: /x_menu.php # disallow stress test User-agent: stress-agent Disallow: /