# All robots will spider the domain User-agent: * Disallow: /Scripts/ Disallow: /admin/ Disallow: /includes/ Disallow: /jscripts/ Disallow: /p7pm/ Disallow: /upload/