# Default: allow all search engines
User-agent: *
Disallow: /studio/*
Allow: /
Allow: /sitemap.xml

# AI search/browsing agents (cite your site in answers) — ALLOW
User-agent: ChatGPT-User
Allow: /
Disallow: /studio/*

User-agent: OAI-SearchBot
Allow: /
Disallow: /studio/*

User-agent: Claude-User
Allow: /
Disallow: /studio/*

User-agent: Claude-SearchBot
Allow: /
Disallow: /studio/*

User-agent: PerplexityBot
Allow: /
Disallow: /studio/*

# Google-Extended also governs Gemini grounding/citations, not just training.
# Blocking would forfeit Gemini-app citation surface — disproportionate cost
# for an SMB B2B authority site. Allow.
User-agent: Google-Extended
Allow: /
Disallow: /studio/*

# AI training-only crawlers (scrape content for model training) — BLOCK
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Diffbot
Disallow: /

# Host
Host: https://compliancecouncil.com.au

# Sitemaps
Sitemap: https://compliancecouncil.com.au/sitemap.xml

# LLMs.txt
# See https://compliancecouncil.com.au/llms.txt for AI-readable site summary

Disallow: /capabilities/artificial-intelligence-governance-risk-and-compliance
Disallow: /insights/aeo-business-unit-news-oct20
Disallow: /insights/all-you-need-to-know-about-general-data-protection-regulation-gdpr
Disallow: /insights/iso-45001-ohs-management-system
Disallow: /insights/behind-the-scenes-northernfencing-sep20
Disallow: /insights/the-simple-truth-to-winning-better-tenders
Disallow: /insights/10-ways-your-company-data-could-be-in-danger
Disallow: /insights/preventing-financial-disaster-with-a-quality-management-system
Disallow: /insights/iso-42001-artificial-intelligence-ai-management-systems
Disallow: /insights/prevent-data-breaches-with-these-5-office-habits
Disallow: /insights/are-workplaces-all-required-to-have-a-health-and-safety-representative
Disallow: /insights/5-tips-for-preparing-for-the-gdpr
Disallow: /insights/toll-transport-employee-surrenders-usbs-following-data-theft-allegations
Disallow: /insights/6-ways-travelling-staff-can-protect-their-data
Disallow: /insights/10-apps-builders-can-use-to-boost-productivity
Disallow: /insights/company-news-jan2021
Disallow: /insights/the-builders-guide-to-affordable-project-management
Disallow: /insights/benefits-of-having-your-internal-audits-conducted-by-a-consultant
Disallow: /insights/information-security-strategies-for-ecommerce-businesses
Disallow: /insights/technically-assured-organisation-tao
Disallow: /insights/penetration-testing
Disallow: /insights/advanced-group-services-integrated-management-system-implementation
Disallow: /insights/project-burndown-charts-for-better-project-management
Disallow: /insights/is-moving-to-the-cloud-a-data-security-risk
Disallow: /insights/client-spotlight-quadracon
Disallow: /insights/industry-news-nov20
Disallow: /insights/4-lessons-from-adventure-sports
Disallow: /insights/the-marketing-power-of-reaching-compliance
Disallow: /insights/how-important-is-iso-9001-certification
Disallow: /insights/behind-the-scenes-integral-surveys
Disallow: /insights/phishing-emails-are-more-sophisticated-than-you-think
Disallow: /insights/wake-up-call-channel9-hacked
Disallow: /insights/industry-news-nov20-0
Disallow: /insights/construction-business-unit-news-oct20
Disallow: /insights/youve-just-been-hacked.-now-what
Disallow: /insights/8-office-habits-that-could-be-risking-your-data
Disallow: /insights/should-you-test-your-employees-for-phishing-awareness
Disallow: /insights/behind-the-scenes-above-scaffolding
Disallow: /insights/4-ways-non-compliance-is-costing-you-money
Disallow: /insights/australian-government-to-fund-the-ethical-hacking-of-small-businesses
Disallow: /insights/the-iso-9001-standard-essentials-for-small-businesses
Disallow: /insights/industry-news-ohs
Disallow: /insights/iso27001-rightfitforrisk
Disallow: /insights/best-practices-for-records-management-iso-30302
Disallow: /insights/5-tips-to-win-more-tenders
Disallow: /insights/iso-9001-standard-where-to-start
Disallow: /insights/do-you-need-an-asbestos-management-plan
Disallow: /insights/3-ways-compliance-certification-can-win-you-work
Disallow: /insights/whats-iso-9001-and-why-do-i-need-it
Disallow: /insights/how-can-iso-27001-compliance-help-with-gdpr
Disallow: /insights/5-online-marketing-basics-for-builders
Disallow: /insights/a-new-standard-which-affects-almost-everyone-iso-45001
Disallow: /insights/the-competitive-advantage-of-compliant-australian-businesses
Disallow: /insights/information-security-management-system-how-to-know-when-you-need-one
Disallow: /insights/information-security-management-system-scope
Disallow: /insights/9-principles-i-live-by-steve-webb
Disallow: /insights/iso-9001-quality-management-system
Disallow: /insights/iso-27001-information-security-management-system
Disallow: /insights/information-security-management-systems-explained
Disallow: /insights/which-risk-assessment-methodology-goes-well-with-iso-27001
Disallow: /insights/company-news-sep20
Disallow: /insights/how-does-gdpr-apply-to-a-business-in-australia
Disallow: /insights/iso-27001-vs.-iso-27002-whats-the-difference
Disallow: /insights/consultants-assistance-in-achieving-aeo-status
Disallow: /insights/rffr-accreditation-changes-1-october-2026