# http://www.picsearch.com/menu.cgi?item=Psbot
User-agent: psbot
Disallow: /
User-agent: aipbot
Disallow: /
User-agent: apbot
Disallow: /
# http://www.majestic12.co.uk/projects/dsearch/mj12bot.php
User-agent: MJ12bot
Disallow: /
# Disallow Google's Image bot from accessing your website
User-agent: Googlebot-Image
Disallow: /
# Disallow Yahoo's image bot from accessing your website
User-agent: Yahoo-MMCrawler
Disallow: /
User-agent: * # directed to all spiders
Crawl-delay: 5 # wait 5 seconds between pages when crawling
# Folder names WITHOUT a trailing slash disallows every file and sub-folder within that folder.
# Folder names WITH a trailing slash disallows only that folder.
User-agent: * # directed to all spiders
Disallow: error.html
Disallow: offline.php
Disallow: favicon.ico
Disallow: skip.html
Disallow: test.html
Disallow: test.php
Disallow: UPS.php
Disallow: /Cotterman
Disallow: /format
Disallow: /graphics
Disallow: /info
Disallow: /ssimages
Disallow: /scripts
Disallow: /SpryAssets
Disallow: /Templates
Disallow: /track
Disallow: /*.gif$
Disallow: /*.png$
Disallow: /*.jpg$
Disallow: /*.jpeg$
#RedirectMatch "\.shtml$" http://www.superiorshelving.com/index.php
# This will redirect all requests to files that end with .shtml to the index.php file.
## NOTES:
#
#
#
# redirect temp /store/aigner/shop.cgi http://www.superiorshelving.com/mfg/aigner/index.php
# or
# redirect 302 /store/aigner/shop.cgi http://www.superiorshelving.com/mfg/aigner/index.php
# RedirectMatch "\.html$" http://www.example.com/index.php
# This will redirect all requests to files that end with .html to the index.php file.