# https://www.robotstxt.org/robotstxt.html User-agent: * Allow: / # Disallow crawling of certain paths Disallow: /api/ Disallow: /auth/ Disallow: /session/ Disallow: /ledger-history/ Disallow: /payment/ Disallow: /orb-purchase/ Disallow: /settings/ # Sitemap Sitemap: https://elyn.ai/sitemap.xml # Crawl-delay Crawl-delay: 1 # Google User-agent: Googlebot Allow: / # Bing User-agent: Bingbot Allow: /