# Allow all crawlers User-agent: * Allow: / # Allow crawling of sitemap Sitemap: https://www.yourwebsite.com/sitemap.ts # Crawl-delay for all bots (optional, adjust as needed) Crawl-delay: 10