User-Agent: *

# Block pages with no unique content
Disallow: /startTopic/
Disallow: /discover/unread/
Disallow: /markallread/
Disallow: /staff/
Disallow: /online/
Disallow: /discover/
Disallow: /leaderboard/
Disallow: /search/
Disallow: /*?advancedSearchForm=
Disallow: /register/
Disallow: /lostpassword/
Disallow: /login
Disallow: /language/*
Disallow: /blogs/?page=
# Legacy URLs
Disallow: /forums/topic/*-topic/

# Block faceted pages and 301 redirect pages
Disallow: /*?sortby=
Disallow: /*?filter=
Disallow: /*?tab=
Disallow: /*?do=
Disallow: /*ref=
Disallow: /*?forumId*

Disallow: /*csrfKey=
Disallow: /*?csrf=
Disallow: /*?csrfKey=
Disallow: /*?_fromLogin=
Disallow: /*?_fromLogout=
Disallow: /*?&controller=embed

Disallow: /applications/core/interface/imageproxy/imageproxy.php*
Disallow: /index.phptopic

Disallow: /blog/rss/

Crawl-delay: 8

User-agent: AdsBot-Google
User-agent: AI2Bot
User-agent: Ai2Bot-Dolma
User-agent: Amazonbot
User-agent: anthropic-ai
User-agent: Applebot
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: barkrowler
User-agent: Bytespider
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: cohere-ai
User-agent: DataForSeoBot
User-agent: FacebookBot
User-agent: FriendlyCrawler
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: GPTBot
User-agent: img2dataset
User-agent: ImagesiftBot
User-agent: magpie-crawler
User-agent: Meltwater
User-agent: meta-externalagent
User-agent: OAI-SearchBot
User-agent: omgili
User-agent: omgilibot
User-agent: peer39_crawler
User-agent: peer39_crawler/1.0
User-agent: PerplexityBot
User-agent: PiplBot
User-agent: Seekr
User-agent: Timpibot
User-agent: YouBot
Disallow: /

User-agent: AhrefsBot
User-agent: dotbot
User-agent: MJ12bot
User-agent: SemrushBot
Disallow: /

User-agent: Baiduspider
User-agent: 360Spider
User-agent: Yisouspider
User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Sogou inst spider
Disallow: /

# Sitemap URL
Sitemap: https://www.portugal-a-programar.pt/sitemap.php