User-agent: *

# Show sitemap for site.
Sitemap: https://www.lawrencecminks.com/sitemap.xml

# Disallow files and folders that should not be indexed by search engines.
Disallow: /admin

Crawl-delay: 5
Request-rate: 1/5
Visit-time: 0200-0700

User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MJ12bot/v1.4.5
Disallow: /

User-agent: MJ12bot/v1.4.0
Disallow: /

User-agent: MJ12bot/v1.2.4
Disallow: /

User-agent: MJ12bot/v1.2.3
Disallow: /

User-agent: MJ12bot/v1.0.8
Disallow: /

User-agent: MJ12bot/v1.0.7
Disallow: /

User-agent: MJ12bot/v1.0.6
Disallow: /

User-agent: MJ12bot/v1.0.5
Disallow: /