# Disable the following bots crawling 
User-agent: CCBot
Disallow: /
User-agent: GPTBot
Disallow: /
# Disable non article pages crawling
User-agent: *
Allow: /w/load.php?
Allow: /w/resources
Allow: /w/skins
Allow: /w/extensions
Allow: /w/images
Allow: /w/sitemap
Disallow: /w/
Disallow: /Special:
Disallow: /Special%3A
Disallow: /wiki/Special:
Disallow: /wiki/Special%3A
Disallow: /MediaWiki:
Disallow: /MediaWiki%3A
Disallow: /wiki/MediaWiki:
Disallow: /wiki/MediaWiki%3A
crawl-delay: 1