# robots.txt # Generated by site_index_snapshot.py User-agent: GPTBot Allow: / Allow: /knowledge/ Disallow: /fsociety/ Disallow: /stage_2/ Disallow: /stage_3/ Disallow: /mirror/ Disallow: /archive/ Disallow: /users/ Disallow: /loop/ User-agent: ClaudeBot Allow: / Allow: /knowledge/ Disallow: /fsociety/ Disallow: /stage_2/ Disallow: /stage_3/ Disallow: /mirror/ Disallow: /archive/ Disallow: /users/ Disallow: /loop/ User-agent: Googlebot Allow: / Allow: /knowledge/ Disallow: /fsociety/ Disallow: /stage_2/ Disallow: /stage_3/ Disallow: /mirror/ Disallow: /archive/ Disallow: /users/ Disallow: /loop/ User-agent: Google-Extended Allow: / Allow: /knowledge/ Disallow: /fsociety/ Disallow: /stage_2/ Disallow: /stage_3/ Disallow: /mirror/ Disallow: /archive/ Disallow: /users/ Disallow: /loop/ User-agent: CCBot Allow: / Allow: /knowledge/ Disallow: /fsociety/ Disallow: /stage_2/ Disallow: /stage_3/ Disallow: /mirror/ Disallow: /archive/ Disallow: /users/ Disallow: /loop/ User-agent: CommonCrawl Allow: / Allow: /knowledge/ Disallow: /fsociety/ Disallow: /stage_2/ Disallow: /stage_3/ Disallow: /mirror/ Disallow: /archive/ Disallow: /users/ Disallow: /loop/ User-agent: * Allow: / Allow: /knowledge/ Disallow: /fsociety/ Disallow: /stage_2/ Disallow: /stage_3/ Disallow: /mirror/ Disallow: /archive/ Disallow: /users/ Disallow: /loop/ Sitemap: https://sol.system42.one/sitemap.xml