User-agent: *

Request-rate: 1/30s
Crawl-delay: 30

Sitemap: http://taxa.cz/sitemap_index.xml.gz

# Directories
Disallow: /inc/

# Paths (clean URLs)
Disallow: /admin
Disallow: /account
Disallow: /merchant
Disallow: /login
Disallow: /forgotpass
# Disallow: /search
Disallow: /register

# Paths (no clean URLs)
Disallow: /?q=admin
Disallow: /?q=account
Disallow: /?q=merchant
Disallow: /?q=login
Disallow: /?q=forgotpass
# Disallow: /?q=search
Disallow: /?q=register

# Files
Disallow: /*.php

User-agent: *
Disallow: /

User-agent: SeznamBot
Allow: /

User-agent: GoogleBot
Allow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Yandex
Disallow: /