# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file

# Robots shouldn't try to share content,
# or index the style guide

Sitemap: https://www.picfair.com/sitemap.xml
User-agent: Slurp
Crawl-delay: 1

User-Agent: *
Disallow: /styleguide
Disallow: /admin
Disallow: /administration
Disallow: /basket

# Market
Disallow: /users/
Disallow: /pics/
Disallow: /tags
Disallow: /search
Disallow: /categories
Disallow: /curated-collections

Disallow: /help
Disallow: /basket
Disallow: /download

# 2020SEAP21
Disallow: /users/new?*
Disallow: /session/new?*
Disallow: /search?*
Disallow: /*mode=query*
Disallow: /*reset=true*

User-agent: PetalBot
Disallow: /tags/
Crawl-delay: 1

User-agent: SemrushBot
Crawl-delay: 2