User-Agent: *
Disallow: /members
Disallow: /sitemgr
Disallow: /theme
Disallow: /custom/content_files
Disallow: /custom/editor_files
Disallow: /custom/extra_files
Disallow: /custom/import_files
Disallow: /custom/lang
Disallow: /custom/theme
Disallow: /custom/tmp
Disallow: /listing/print.php
Disallow: /event/print.php
Disallow: /classified/print.php
Disallow: /article/print.php
Disallow: /article/print_detail.php
Disallow: /*_js_submit.php
Disallow: /listing_reports.php
Disallow: /product/guide/
Disallow: /pressrelease/guide/
Disallow: /promotion/guide/
Disallow: /listing/search/
crawl-delay: 10

User-agent: ChatGPT-User
Allow: /
User-agent: GPTBot
Allow: /
User-agent: SemrushBot
Disallow: /
User-agent: SiteAuditBot
Disallow: / 
User-agent: SemrushBot-BA
Disallow: / 
User-agent: SemrushBot-SI
Disallow: / 
User-agent: SemrushBot-SWA
Disallow: / 
User-agent: SemrushBot-CT
Disallow: / 
User-agent: SplitSignalBot
Disallow: / 
User-agent: SemrushBot-COUB
Disallow: / 
User-agent: Nutch
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Yahoo Pipes 1.0
Disallow: /
User-agent: 008
Disallow: /
User-agent: voltron
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: Collaborator
Disallow: /
User-agent: SiteCheckerBotCrawler
Allow: /
User-agent: AhrefsBot
Allow: /
User-agent: AhrefsSiteAudit
Allow: /

Sitemap: https://www.top4.com.au/sitemap/sitemap.xml