User-agent: *

# The portal pages carry <meta name="robots" content="noindex, follow">, and
# that is deliberately NOT backed by a Disallow here.
#
# Disallow blocks CRAWLING, not INDEXING. A disallowed URL that anything links
# to can still be indexed, and because the crawler may not fetch it, it can
# never read the noindex telling it not to. That is exactly how /login was filed
# as "Duplicate without user-selected canonical" - blocked from crawling, so its
# canonical was never seen. Letting the crawler read these pages is the only way
# it can learn to drop them.
#
# Only the API is disallowed: no HTML, nothing to index.
Disallow: /api/

Sitemap: https://jaybirddigital.com/sitemap.xml