User-agent: * # Disallow full directories and internal tools Disallow: /api/ Disallow: /download/ Disallow: /out/ Disallow: /widgets/ # Anonymised Callback Disallow: /*?callback=in # This cannot be disallow if we want TwitterBot and Reddit to capture OG images # Disallow: /ratemypc/ # Disallow: /signature/ # Disallow legacy URLs Disallow: /compatible-games/ Sitemap: https://www.pcgamebenchmark.com/sitemap.xml Sitemap: https://www.pcgamebenchmark.com/sitemap/main.xml Sitemap: https://www.pcgamebenchmark.com/sitemap/keygames.xml User-agent: AhrefsBot User-agent: SemrushBot User-agent: DotBot User-agent: MauiBot User-agent: MJ12bot User-agent: ias_crawler User-agent: weborama-fetcher User-agent: ClaudeBot Disallow: /