{
  "version": 1,
  "scope": "local-robots-policy",
  "site": "https://whoops.tw/",
  "sourceFile": "robots.txt",
  "sourceSha256": "dc199d12fa53a90f2b0009d913990e83fd60df5562e77b6cee69a0ecc5806dd0",
  "source": "User-agent: *\nAllow: /\n\n# AI crawlers — allow (GEO/AEO goal: be cited)\nUser-agent: GPTBot\nAllow: /\n\nUser-agent: OAI-SearchBot\nAllow: /\n\nUser-agent: PerplexityBot\nAllow: /\n\nUser-agent: ClaudeBot\nAllow: /\n\nUser-agent: Google-Extended\nAllow: /\n\nUser-agent: CCBot\nAllow: /\n\nUser-agent: anthropic-ai\nAllow: /\n\nUser-agent: Applebot-Extended\nAllow: /\n\nUser-agent: Bytespider\nAllow: /\n\nSitemap: https://whoops.tw/sitemap-index.xml\n",
  "method": "Whoops robots parser; exact product token; request path /seo-complete-guide/; local file only",
  "limitations": [
    "Not an HTTP or WAF test",
    "No crawler log, indexing, traffic or citation measurements"
  ],
  "results": [
    {
      "token": "Googlebot",
      "path": "/seo-complete-guide/",
      "allowed": true,
      "matchedRule": "Allow: /",
      "basis": "star-group",
      "duplicateGroups": false
    },
    {
      "token": "Bingbot",
      "path": "/seo-complete-guide/",
      "allowed": true,
      "matchedRule": "Allow: /",
      "basis": "star-group",
      "duplicateGroups": false
    },
    {
      "token": "OAI-SearchBot",
      "path": "/seo-complete-guide/",
      "allowed": true,
      "matchedRule": "Allow: /",
      "basis": "exact-group",
      "duplicateGroups": false
    },
    {
      "token": "GPTBot",
      "path": "/seo-complete-guide/",
      "allowed": true,
      "matchedRule": "Allow: /",
      "basis": "exact-group",
      "duplicateGroups": false
    },
    {
      "token": "PerplexityBot",
      "path": "/seo-complete-guide/",
      "allowed": true,
      "matchedRule": "Allow: /",
      "basis": "exact-group",
      "duplicateGroups": false
    },
    {
      "token": "ClaudeBot",
      "path": "/seo-complete-guide/",
      "allowed": true,
      "matchedRule": "Allow: /",
      "basis": "exact-group",
      "duplicateGroups": false
    }
  ]
}