User-agent: * Disallow: /error/ Disallow: /tag/ Disallow: /cgi-bin Disallow: /search/ Disallow: /users/ Disallow: /redirect.php Disallow: /xmlrpc.php Allow: /*.css Allow: /*.js Allow: /*.png Allow: /*.jpg Allow: /*.jpeg Allow: /*.gif Allow: /*.svg Allow: /*.woff Allow: /*.woff2 User-agent: rogerbot Disallow: / User-agent: SemrushBot Disallow: / User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: /