Sitemap: https://pressportal.co.za/sitemap
Sitemap: https://pulse.pressportal.co.za/sitemap.xml
Sitemap: https://about.pressportal.co.za/sitemap.xml

LLM: https://about.pressportal.co.za/llms.txt

# Image Bots
User-agent: Googlebot-Image
Allow: /assets/
Allow: /media/
Disallow: /*?*
Disallow: /*&*
Disallow: /*.html?*
Disallow: /*/?*

# General Bots
User-agent: Googlebot
User-agent: Bingbot
User-agent: Slurp
User-agent: facebot
User-agent: DuckDuckBot
User-agent: Twitterbot
Allow: /
Allow: /assets/
Allow: /media/
Disallow: /*?*
Disallow: /*&*
Disallow: /*.html?*
Disallow: /*/?*

# Allow all other bots
User-agent: *
Allow: /
Allow: /assets/
Allow: /media/
Disallow: /*?*
Disallow: /*&*
Disallow: /*.html?*
Disallow: /*/?*

# Specific bots disallowed entirely
User-agent: Baiduspider
User-agent: YandexBot
User-agent: ia_archiver
User-agent: GPTBot
User-agent: CCBot
User-agent: ChatGPT-User
Disallow: /
Disallow: /*?*
Disallow: /*&*
Disallow: /*.html?*
Disallow: /*/?*