# /robots.txt file for http://physics.ubc.ca/
# mail webmaster@physics.ubc.ca for constructive criticism

# the robot called 'webcrawler' has nothing disallowed: it may go anywhere
#  User-agent: webcrawler
#  Disallow:
# the robot called 'lycra' has all relative URLs starting with '/' disallowed.
# this means the entire site is closed off.
#  User-agent: lycra
#  Disallow: /

# all other robots should not visit URLs starting with /tmp or /log

User-agent: *
Disallow: /cgi-bin
Disallow: /jobs/App_Data
Disallow: /logs
Disallow: /mirg
Disallow: /physoffice/jobs/App_Data
Disallow: /tmp