# robots.txt for https pages

Sitemap: https://www.defender.com/sitemap.xml

User-agent: 008
Disallow: /

# Roverbot harvests email addresses, do not allow
User-agent: Roverbot
Disallow: /


User-agent: *
# not all agents honor this, but try... Hum.. Turned off on 12/20/17 because Google complained.
# Crawl-delay: 20

Disallow: /sale/
# Disallow: /js/
# Disallow: /include/
Disallow: /fugawi/
Disallow: /canvas2/
# Block activecaptain with metatags as per Google on 6/3/15
# Disallow: /activecaptain.jsp
Disallow: /op_account_com.jsp
Disallow: /op_account_new.jsp
Disallow: /not_in_stock.jsp 
Disallow: /activecaptain-preview.jsp
Disallow: /activecaptain-preview-special.jsp
Disallow: /activecaptain-preview-protected.jsp
Disallow: /winterizing_sale.jsp
Disallow: /electronics-specials.jsp 
#  note:  don't use * - by default it does all matching
Disallow: /expanded.jsp
Disallow: /refresh.jsp
Disallow: /realproduct.jsp
Disallow: /login.jsp
Disallow: /cart.jsp
Disallow: /search.html
Disallow: /sale_1.jsp
Disallow: /sale_2.jsp
Disallow: /sale_3.jsp
Disallow: /sale_4.jsp
Disallow: /sale_5.jsp
Disallow: /sale_6.jsp
Disallow: /sale_7.jsp
Disallow: /sale_8.jsp
Disallow: /sale_9.jsp
Disallow: /justcartinfo.jsp
Disallow: /freightshipping.jsp
Disallow: /ac/raymarineE97.html
Disallow: /*.php
Disallow: /realcategory.jsp
Disallow: /realproduct2.jsp
Disallow: /realcategory2.jsp
Disallow: /ftp/
Disallow: /category4.jsp
Disallow: /null
Disallow: /inflatables/outboard_project/nissan/
Disallow: /inflatables/outboard_project/mercury/
Disallow: /zodiac-zoom-typhoon-inflatables-sale.jsp
Disallow: /raritan-ice-makers.jsp
Disallow: /inflatables/outboard_treasures.html
Disallow: /zodiac-zoom-typhoon-inflatables-sale2.jsp
Disallow: /zodiac-zoom-typhoon-inflatables-sale.jsp
Disallow: /pdf/life_raft.pdf
Disallow: /deb-test.jsp
Disallow: /test.jsp
Disallow: /test2.jsp
Disallow: /bermuda2018.jsp

user-agent: Pinterestbot
Crawl-delay: 1.0

User-agent: AhrefsBot 
Crawl-Delay: 1.0