# GlyphSignal — https://glyphsignal.com
#
# Search engines get everything. Commercial SEO/backlink crawlers get nothing:
# they were 38% of all traffic and return no value to this site.
#
# robots.txt matching selects only the single most-specific User-agent group,
# so the named groups below do NOT inherit the wildcard group's rules.

User-agent: *
Allow: /
Disallow: /api/

User-agent: AhrefsBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

Sitemap: https://glyphsignal.com/sitemap.xml
Sitemap: https://glyphsignal.com/news-sitemap.xml