# WordPress — crawler guidance (honor-system only). # Malicious bots and scrapers often IGNORE robots.txt. For flood traffic, # use nginx rate limiting / WAF / fail2ban — not this file alone. User-agent: * Crawl-delay: 2 Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-includes/ Disallow: /xmlrpc.php Disallow: /readme.html Disallow: /license.txt Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /wp-content/uploads/wpo-plugins-tables/ Disallow: /trackback/ # Aggressive crawlers / SEO bots (honor robots.txt; remove blocks if you rely on these tools) User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: DotBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: BLEXBot Disallow: / User-agent: PetalBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: serpstatbot Disallow: / Sitemap: https://portfolionight.com/wp-sitemap.xml