User-agent: spire-gsa-crawler
Disallow: /web/guest/login
Disallow: /web/guest/search
Disallow: /web/guest/register
Disallow: /web/guest/profile
Disallow: /web/guest/member-offers
Disallow: /login
Disallow: /search
Disallow: /register
Disallow: /profile
Disallow: /member-offers

User-agent: *
Crawl-delay: 60
Sitemap: http://www.spire.com/sitemap.xml
Disallow: /web/guest/login
Disallow: /web/guest/search
Disallow: /web/guest/register
Disallow: /web/guest/profile
Disallow: /web/guest/member-offers
Disallow: /login
Disallow: /search
Disallow: /register
Disallow: /profile
Disallow: /member-offers