# File Name:          robots.txt
# File Description:   Robots and User Agents Guide
# Web Site Owners:    Inter-Comics
# URL:                www.inter-comics.com
# Email:              info@inter-comics.com
# Created:            2003:11:29
# Author:             DaGlenn
# Copyright:          (c) 2004 by DaGlenn
#                     All Rights Reserved.
# Email:              info@kelticspider.plus.com
# Modified:           2005-11-10
# Modified By:        DaGlenn
# Current Version:    1.0.1.c

###########################################
#    Guide For Specified User Agents      #
###########################################

# Partial access (Alta Vista)
User-agent: Scooter
Disallow: /admin/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /download/
Disallow: /email/
Disallow: /extras/
Disallow: /forum/
Disallow: /htmlarea/
Disallow: /images/
Disallow: /includes/
Disallow: /media/
Disallow: /pub/
Disallow: /temp/
Disallow: /test/
Disallow: /ipn_main_handler.php
Disallow: /default.html

# Partial access (Excite)
User-agent: ArchitextSpider
Disallow: /admin/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /download/
Disallow: /email/
Disallow: /extras/
Disallow: /forum/
Disallow: /htmlarea/
Disallow: /images/
Disallow: /includes/
Disallow: /media/
Disallow: /pub/
Disallow: /temp/
Disallow: /test/
Disallow: /ipn_main_handler.php
Disallow: /default.html

# Partial access (Google)
User-agent: Googlebot
Disallow: /admin/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /download/
Disallow: /email/
Disallow: /extras/
Disallow: /forum/
Disallow: /htmlarea/
Disallow: /images/
Disallow: /includes/
Disallow: /media/
Disallow: /pub/
Disallow: /temp/
Disallow: /test/
Disallow: /ipn_main_handler.php
Disallow: /default.html

# Partial access (Lycos)
User-agent: Lycos_Spider_(T-Rex)
Disallow: /admin/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /download/
Disallow: /email/
Disallow: /extras/
Disallow: /forum/
Disallow: /htmlarea/
Disallow: /images/
Disallow: /includes/
Disallow: /media/
Disallow: /pub/
Disallow: /temp/
Disallow: /test/
Disallow: /ipn_main_handler.php
Disallow: /default.html

# Partial access (EuroSeek)
User-agent: Freecrawl
Disallow: /admin/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /download/
Disallow: /email/
Disallow: /extras/
Disallow: /forum/
Disallow: /htmlarea/
Disallow: /images/
Disallow: /includes/
Disallow: /media/
Disallow: /pub/
Disallow: /temp/
Disallow: /test/
Disallow: /ipn_main_handler.php
Disallow: /default.html
Disallow: /wap/

# Partial access (Entire Web)
User-agent: speedy
Disallow: /admin/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /download/
Disallow: /email/
Disallow: /extras/
Disallow: /forum/
Disallow: /htmlarea/
Disallow: /images/
Disallow: /includes/
Disallow: /media/
Disallow: /pub/
Disallow: /temp/
Disallow: /test/
Disallow: /ipn_main_handler.php
Disallow: /default.html

# Partial access (Inktomi)
User-agent: Slurp
Disallow: /admin/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /download/
Disallow: /email/
Disallow: /extras/
Disallow: /forum/
Disallow: /htmlarea/
Disallow: /images/
Disallow: /includes/
Disallow: /media/
Disallow: /pub/
Disallow: /temp/
Disallow: /test/
Disallow: /ipn_main_handler.php
Disallow: /default.html

# Partial access (whatUseek)
User-agent: winona
Disallow: /admin/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /download/
Disallow: /email/
Disallow: /extras/
Disallow: /forum/
Disallow: /htmlarea/
Disallow: /images/
Disallow: /includes/
Disallow: /media/
Disallow: /pub/
Disallow: /temp/
Disallow: /test/
Disallow: /ipn_main_handler.php
Disallow: /default.html

# Partial access (Google Image)
User-agent: Googlebot-Image
Disallow: /admin/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /download/
Disallow: /email/
Disallow: /extras/
Disallow: /forum/
Disallow: /htmlarea/
Disallow: /images/
Disallow: /includes/
Disallow: /media/
Disallow: /pub/
Disallow: /temp/
Disallow: /test/
Disallow: /ipn_main_handler.php
Disallow: /default.html

###########################################
#   Guide For All Other User Agents       #
###########################################

# Partial access
User-agent: *
Disallow: /admin/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /download/
Disallow: /email/
Disallow: /extras/
Disallow: /forum/
Disallow: /htmlarea/
Disallow: /images/
Disallow: /includes/
Disallow: /media/
Disallow: /pub/
Disallow: /temp/
Disallow: /test/
Disallow: /ipn_main_handler.php
Disallow: /default.html