# http://www.picsearch.com/menu.cgi?item=Psbot User-agent: psbot Disallow: / User-agent: aipbot Disallow: / User-agent: apbot Disallow: / # http://www.majestic12.co.uk/projects/dsearch/mj12bot.php User-agent: MJ12bot Disallow: / # Disallow Google's Image bot from accessing your website User-agent: Googlebot-Image Disallow: / # Disallow Yahoo's image bot from accessing your website User-agent: Yahoo-MMCrawler Disallow: / User-agent: * # directed to all spiders Crawl-delay: 5 # wait 5 seconds between pages when crawling # Folder names WITHOUT a trailing slash disallows every file and sub-folder within that folder. # Folder names WITH a trailing slash disallows only that folder. User-agent: * # directed to all spiders Disallow: error.html Disallow: offline.php Disallow: favicon.ico Disallow: skip.html Disallow: test.html Disallow: test.php Disallow: UPS.php Disallow: /Cotterman Disallow: /format Disallow: /graphics Disallow: /info Disallow: /ssimages Disallow: /scripts Disallow: /SpryAssets Disallow: /Templates Disallow: /track Disallow: /*.gif$ Disallow: /*.png$ Disallow: /*.jpg$ Disallow: /*.jpeg$ #RedirectMatch "\.shtml$" http://www.superiorshelving.com/index.php # This will redirect all requests to files that end with .shtml to the index.php file. ## NOTES: # # # # redirect temp /store/aigner/shop.cgi http://www.superiorshelving.com/mfg/aigner/index.php # or # redirect 302 /store/aigner/shop.cgi http://www.superiorshelving.com/mfg/aigner/index.php # RedirectMatch "\.html$" http://www.example.com/index.php # This will redirect all requests to files that end with .html to the index.php file.