# robots.txt optimizat pentru site WordPress de stiri
# Permite indexarea articolelor, categoriilor, tagurilor si media necesare pentru Google/Discover

User-agent: *

# Zone WordPress administrative si tehnice
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Fisiere si endpoint-uri interne
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /wp-json/oembed/
Disallow: /?rest_route=

# Cautari interne si parametri care genereaza continut duplicat
Disallow: /?s=
Disallow: /search/
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?replytocom=
Disallow: /*&replytocom=

# Feed-uri, utile pentru utilizatori dar de regula inutile in index
Allow: /feed/
Allow: /*/feed/
Allow: /comments/feed/

# Pagini de preview, trackback si attachment-uri necanonice
Disallow: /*?preview=true
Disallow: /*/trackback/
Disallow: /trackback/

# Parametri frecventi care pot produce duplicate
Disallow: /*?*rest_route=
Disallow: /*?*utm_source=
Disallow: /*?*utm_medium=
Disallow: /*?*utm_campaign=
Disallow: /*?*utm_term=
Disallow: /*?*utm_content=
Disallow: /*?*fbclid=
Disallow: /*?*gclid=
Disallow: /*?*gad_source=
Disallow: /*?*amp=

# Nu bloca resursele necesare randarii paginii
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.webp$
Allow: /*.gif$
Allow: /*.svg$

# AI crawlers are allowed by the general User-agent: * rules above.
# This includes OAI-SearchBot (ChatGPT Search), PerplexityBot,
# ClaudeBot/Claude-SearchBot, Bingbot/Copilot and Googlebot.
# GPTBot is also allowed, meaning content may be crawled for OpenAI model training.

# Sitemap principal - inlocuieste domeniul cu domeniul tau
Sitemap: https://sibiunews.net/sitemaps.xml
Sitemap: https://sibiunews.net/news.xml
Sitemap: https://sibiunews.net/author.xml
Sitemap: https://sibiunews.net/video1.xml