# robots.txt # User-agent: * Disallow: /_includes/ Disallow: /courses/ Disallow: /cgi-bin/