# exclude common/php files from robots User-agent: * Disallow: /images/ Disallow: /ftp/ Disallow: /php_uploads/ Disallow: /stats/ Disallow: # disallow stress test user-agent: stress-agent Disallow: /