# robots.txt for http://saas.nsw.edu.au/ # Don't visit any URL starting with "/stubabes/" blocks /stubabes/* # Don't visit any URL starting with "/index" - blocks index* # ============================================================= User-agent: * Disallow: /admin # not a public document Disallow: /admin/ # not a public document Disallow: /awstats # not a public document Disallow: /security # not a public document Disallow: /styles # not a public document Disallow: /jscripts # not a public document Disallow: /cgi-bin/ # FTP files go here Disallow: /images/ # FTP files go here Disallow: /htdig/ # dbase stuff only # Disallow: /ftp/ # FTP files go here Disallow: /bin/ # FTP files go here Disallow: /etc/ # FTP files go here Disallow: /lib/ # FTP files go here # ===============================================================