# gallery robot file
User-agent: *

# Directories
Disallow: /shared/
Disallow: /webLib/
Disallow: /templatenids2/

# Files
Disallow: /session-update.ashx
Disallow: /WebResource.axd
Disallow: /ScriptResource.axd
Disallow: /inventorycompare.aspx
Disallow: /plugininventory.aspx
Disallow: /plugindetail.aspx
Disallow: /pluginspecials.aspx
Disallow: /mediaviewer

# Unwanted robots
User-agent: MJ12bot
Disallow: /

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: Wells Search II 0.0
Disallow: /

User-agent: heritrix/1.10.0
Disallow:/

User-agent: ShopWiki
Disallow: /

User-agent: ScanAlert
Disallow: /

User-agent: Copernic
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: 008
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow: /

user-agent: AhrefsBot
disallow: /

user-agent: 007ac9
disallow: /

user-agent: trovitBot
disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: bingbot
Disallow:
Crawl-Delay: 6

User-agent: msnbot
Disallow:
Crawl-Delay: 6

User-agent: SemrushBot
Disallow:
Crawl-Delay: 6

User-agent: SemrushBot-SA
Disallow:
Crawl-Delay: 6

# Site map URL
Sitemap:http://www.penskebrisbane.com.au/sitemap.xml

Sitemap:http://www.penskebrisbane.com.au/sitemap-geo.xml
Sitemap:http://www.penskebrisbane.com.au/sitemap-images.xml