# Pokopia Planner robots.txt # Allow all search engines to crawl the site User-agent: * Allow: / # Specific rules for Google User-agent: Googlebot Allow: / # Specific rules for Bing User-agent: Bingbot Allow: / # Disallow crawling of certain paths User-agent: * Disallow: /admin/ Disallow: /api/ Disallow: /*.json$ Disallow: /*.xml$ # Allow crawling of sitemap Sitemap: https://www.pokopiaplanner.com/sitemap.xml # Crawl delay (in seconds) Crawl-delay: 1