User-Agent: * Allow: / Allow: /api/products Allow: /api/blog Allow: /api/jobs Allow: /api/real-estate Allow: /exports/ Disallow: /admin Disallow: /dashboard Disallow: /api/auth/ Disallow: /api/rate-limit/strict Crawl-delay: 1 User-Agent: ExampleSlowBot Allow: / Crawl-delay: 10 User-Agent: ExampleBlockedBot Disallow: / Host: https://parseplayground.com Sitemap: https://parseplayground.com/sitemap.xml