#
# robots.txt for http://www.sgrtravel.com/
#
# 20-NOV-2007
#
#
# allow-all 
#
#
# The use of robots or other automated
# means to access this site without the
# express permission of Gerako Consulting
# Co., LTd. is strictly prohibited.
# Notwithstanding the foregoing,
# Gerako Consulting Co., Ltd. may permit
# automated access to access certain
# pages of its website but soley for the
# limited purpose of including content in
# publicly available search engines.
# Any other use of robots or failure to
# obey the robots exclusion  standards set
# forth at
# <http://www.robotstxt.org/ wc/ exclusion.html>
# is strictly prohibited.
#

# Extras for this specific site are at the end
# of this document.


# exclude some areas

User-agent: *
Crawl-Delay: 10

# Directories
Disallow: /database/
Disallow: /files/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /sites/
Disallow: /themes/
Disallow: /xsfiles/
Disallow: /scripts/
Disallow: /updates/
Disallow: /profiles/

# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php

# Paths (Clean URLs)
Disallow: /admin/
Disallow: /aggregator/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/

# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=aggregator/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/

# Extras for this specific site
Disallow: /user
Disallow: /?q=user
Disallow: /DOThtaccess.BAK

# --- eof ---