User-agent: *

# Uncomment the following line ONLY if sitemaps.org or HTML sitemaps are used
# and you have verified that your site is being indexed correctly.
Sitemap: http://austin.intersearch.com.au/austinjspui/sitemap
Disallow: *simple-search*
Disallow: *browse*
Disallow: /austinjspui/browse
Disallow: /exportsearchrefman42.php
Disallow: *browse*
Disallow: *browse*
Disallow: /austinjspui/simple-search
Disallow: /exportsearchcsv42.php
Disallow: /austinjspui/handle/1/1/simple-search
Disallow: /austinjspui/handle/1/13659/simple-search
Disallow: /austinjspui/handle/1/9137/simple-search

User-agent: AhrefsBot
Disallow: / 

User-agent: Baiduspider
Disallow: /

User-agent: SemrushBot-SA
Disallow: /
#Baiduspider
User-agent: Baiduspider
Disallow: /

#Yandex
User-agent: Yandex
Disallow: /