User-agent: * Disallow: /manager/ Disallow: /assets/components Disallow: /core/ Disallow: /connectors/ Disallow: /index.php Disallow: *? Sitemap: https://www.projekt-service-peters.de/sitemap.xml # Google adsbot ignores robots.txt unless specifically named! User-agent: adsbot-google Disallow: /manager/ Disallow: /assets/components Disallow: /core/ Disallow: /connectors/ Disallow: /index.php Disallow: *? User-agent: Nutch Disallow: / User-agent: AhrefsBot Crawl-delay: 10 Disallow: /manager/ Disallow: /assets/components Disallow: /core/ Disallow: /connectors/ Disallow: /index.php Disallow: *? Sitemap: https://www.projekt-service-peters.de/sitemap.xml User-agent: AhrefsSiteAudit Crawl-delay: 10 Disallow: /manager/ Disallow: /assets/components Disallow: /core/ Disallow: /connectors/ Disallow: /index.php Disallow: *? User-agent: MJ12bot Crawl-Delay: 10 User-agent: Pinterest Crawl-delay: 1