# /robots.txt for http://www.murdoch.edu.au/ # # use # to suggest html files be skipped on a per file basis # User-agent: bad_robot Disallow: / User-agent: webcrawler User-agent: excite User-agent: OmtrBot/1.0 Allow: / Disallow: /test Disallow: /dev User-agent: * Disallow: /acad Disallow: /apps Disallow: /admin Disallow: /callista Disallow: /Ccpr Disallow: /cgi-bin Disallow: /contacts Disallow: /copyright Disallow: /cwisad Disallow: /cwisindex Disallow: /cwistech Disallow: /dev Disallow: /directory Disallow: /dirs Disallow: /elaw Disallow: /feedback Disallow: /forms Disallow: /goto/stats Disallow: /help Disallow: /index Disallow: /its Disallow: /itservicedesk Disallow: /lbc Disallow: /oss Disallow: /oss2 Disallow: /otherser Disallow: /portal Disallow: /search Disallow: /server/stats Disallow: /staff Disallow: /stats Disallow: /study/courses/course-structure/ Disallow: /style Disallow: /synergy Disallow: /test Disallow: /vco Disallow: /wnew Disallow: /Careers-and-employment-centre/_document Disallow: /School-of-Veterinary-and-Life-Sciences/_document