# robots.txt User-agent: * Disallow: /_notes Disallow: /cgi-bin Disallow: /content Disallow: /images Disallow: /includes Disallow: /pdfs Disallow: /Scripts Disallow: /test