# robots.txt for labelspa.com User-agent: * # aree di amministrazione / sistema Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-includes/ # endpoint/asset da non indicizzare Disallow: /xmlrpc.php Disallow: /readme.html Disallow: /trackback/ Disallow: /*/trackback/ Disallow: /comments/ Disallow: /*/comments/ Disallow: /*?replytocom= Disallow: /wp-json/ Disallow: /*?rest_route= # consenti asset necessari al rendering Allow: /wp-content/uploads/ Allow: /wp-content/*.css Allow: /wp-content/*.js # Sitemap (URL pulito) Sitemap: https://labelspa.com/sitemap_index.xml # Crawl-delay: ignorato da Google; utile solo per alcuni bot # Crawl-delay: 10 # Blocca bot scraper noti (obbediscono solo se civili) User-agent: MJ12bot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: /