# /robots.txt for http://www.murdoch.edu.au/ #last modified, May 3, 2013 - 2:21 PM De Stanton # comments to cwis@www.murdoch.edu.au # # use # to suggest html files be skipped on a per file basis # User-agent: bad_robot Disallow: /test/apple/file1.html Allow: /cwisad Allow: /index/atoz Disallow: / User-agent: webcrawler User-agent: excite User-agent: OmtrBot/1.0 Allow: / Disallow: /test Disallow: /dev User-agent: * Disallow: /about Disallow: /acad Disallow: /admin Disallow: /callista Disallow: /Ccpr Disallow: /cgi-bin/tt-check Disallow: /ciee Disallow: /contacts Disallow: /cwisad Disallow: /cwisindex Disallow: /cwistech Disallow: /dev Disallow: /directory Disallow: /dirs Disallow: /elaw Disallow: /enterprise Disallow: /feedback Disallow: /forms Disallow: /goto/stats Disallow: /help Disallow: /index Disallow: /index/feedback Disallow: /index/pageinfo Disallow: /index/policies/pageinfo Disallow: /its Disallow: /itservicedesk Disallow: /lbc Disallow: /oss Disallow: /oss2 Disallow: /otherser Disallow: /portal Disallow: /schools Disallow: /search Disallow: /server/stats Disallow: /smsgroup Disallow: /staff Disallow: /stats Disallow: /students Disallow: /style Disallow: /synergy Disallow: /teach Disallow: /test Disallow: /wnew