# robots.txt for https://stipendionettocalcolatore.it/ # Controls crawler access to non-public and low-value WordPress areas. User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-login.php Disallow: /xmlrpc.php # Prevent crawling of WordPress preview URLs Disallow: /*?preview=* Disallow: /*&preview=* # Yoast SEO sitemap Sitemap: https://stipendionettocalcolatore.it/sitemap_index.xml # Prevent OpenAI model-training crawler # Keep OAI-SearchBot available for ChatGPT search visibility User-agent: GPTBot Disallow: / # Prevent Anthropic model-training crawler # Keep Claude-SearchBot available for Claude search visibility User-agent: ClaudeBot Disallow: / # Prevent use for supported Google AI training and grounding # This does not block ordinary Google Search crawling User-agent: Google-Extended Disallow: /