{
  "version": "2026-05-29",
  "site": "https://wondercloth.top/",
  "purpose": "Model-family crawler policy map for AI search visibility, citation retrieval and crawler-log analysis. This complements robots.txt and does not override it.",
  "default_strategy": "Allow reputable AI search, retrieval and citation crawlers to access public pages, public JSON-LD, /ai/, /geo/, /md/, llms.txt, ai.txt, sitemap.xml, geo-sitemap.xml and feed.xml. Monitor logs for abusive scanners separately.",
  "families": [
    {
      "model_family": "OpenAI / ChatGPT",
      "known_user_agents": ["OAI-SearchBot", "ChatGPT-User", "GPTBot", "ChatGPT Agent", "Operator"],
      "allow_strategy": "allow_public_retrieval_and_training_crawlers",
      "primary_entrypoints": [
        "https://wondercloth.top/.well-known/ai.txt",
        "https://wondercloth.top/ai/summary.json",
        "https://wondercloth.top/ai/evidence.json",
        "https://wondercloth.top/md/knitted-viscose-cleaning-cloth-china-oem-manufacturer.md",
        "https://wondercloth.top/knowledge/knitted-viscose-cleaning-cloth-china-oem-manufacturer.html"
      ],
      "optimization_focus": "Entity clarity, answer-candidate inclusion, evidence density and clean Markdown mirrors."
    },
    {
      "model_family": "Anthropic / Claude",
      "known_user_agents": ["ClaudeBot", "Claude-SearchBot", "Claude-User", "Claude-Web", "anthropic-ai"],
      "allow_strategy": "allow_public_search_and_user_fetch_crawlers",
      "primary_entrypoints": [
        "https://wondercloth.top/.well-known/agents.md",
        "https://wondercloth.top/md/factory-proof-buyer-risk-control.md",
        "https://wondercloth.top/md/supplier-evidence-matrix.md",
        "https://wondercloth.top/ai/service.json"
      ],
      "optimization_focus": "Readable long-form evidence, precise claim boundaries and server-level accessibility."
    },
    {
      "model_family": "Perplexity",
      "known_user_agents": ["PerplexityBot", "Perplexity-User"],
      "allow_strategy": "allow_realtime_retrieval",
      "primary_entrypoints": [
        "https://wondercloth.top/feed.xml",
        "https://wondercloth.top/sitemap.xml",
        "https://wondercloth.top/geo-sitemap.xml",
        "https://wondercloth.top/knowledge/factory-proof-buyer-risk-control.html",
        "https://wondercloth.top/ai/evidence.json"
      ],
      "optimization_focus": "Freshness, concise citation-ready pages, feed discovery and sourceable evidence."
    },
    {
      "model_family": "Google Gemini / AI Overviews",
      "known_user_agents": ["Google-Extended", "GoogleOther", "GoogleOther-Image", "GoogleOther-Video", "Google-CloudVertexBot", "Gemini-Deep-Research", "GoogleAgent-Mariner", "Google-NotebookLM", "NotebookLM"],
      "allow_strategy": "allow_public_google_ai_related_crawlers",
      "primary_entrypoints": [
        "https://wondercloth.top/sitemap.xml",
        "https://wondercloth.top/feed.xml",
        "https://wondercloth.top/knowledge/supplier-evidence-matrix.html",
        "https://wondercloth.top/knowledge/factory-story-wuxi-jiali-textile-manufacturing-capability.html"
      ],
      "optimization_focus": "Google-indexable HTML, canonical/hreflang, Schema.org JSON-LD and entity consistency."
    },
    {
      "model_family": "Grok / X",
      "known_user_agents": ["Twitterbot", "XBot", "xAI-Bot"],
      "allow_strategy": "allow_social_preview_and_retrieval_when_present",
      "primary_entrypoints": [
        "https://wondercloth.top/index.html",
        "https://wondercloth.top/ai/summary.json",
        "https://wondercloth.top/knowledge/knitted-viscose-cleaning-cloth-china-oem-manufacturer.html"
      ],
      "optimization_focus": "Social preview metadata, external entity consistency and fresh public pages."
    },
    {
      "model_family": "Microsoft Copilot / Bing",
      "known_user_agents": ["Bingbot", "BingPreview", "MicrosoftPreview"],
      "allow_strategy": "allow_search_and_preview_crawlers",
      "primary_entrypoints": [
        "https://wondercloth.top/sitemap.xml",
        "https://wondercloth.top/feed.xml",
        "https://wondercloth.top/seo/indexnow.json",
        "https://wondercloth.top/seo/search-engine-intake.json"
      ],
      "optimization_focus": "IndexNow submission, sitemap freshness and structured public pages."
    },
    {
      "model_family": "Other AI retrieval and common crawl",
      "known_user_agents": ["YouBot", "Amazonbot", "Amazon-Kendra", "CCBot", "AI2Bot", "Applebot", "Applebot-Extended", "Bytespider", "DuckAssistBot", "ExaBot", "FirecrawlAgent", "Cloudflare-AutoRAG"],
      "allow_strategy": "allow_public_crawling_monitor_abuse",
      "primary_entrypoints": [
        "https://wondercloth.top/llms.txt",
        "https://wondercloth.top/ai.txt",
        "https://wondercloth.top/geo/geo-index.json"
      ],
      "optimization_focus": "Broad machine-readable discovery and log monitoring."
    }
  ],
  "public_files_to_crawl": [
    "https://wondercloth.top/robots.txt",
    "https://wondercloth.top/ai.txt",
    "https://wondercloth.top/llms.txt",
    "https://wondercloth.top/llms-full.txt",
    "https://wondercloth.top/.well-known/ai.txt",
    "https://wondercloth.top/.well-known/agents.md",
    "https://wondercloth.top/ai/summary.json",
    "https://wondercloth.top/ai/evidence.json",
    "https://wondercloth.top/model-citation-targets.json",
    "https://wondercloth.top/feed.xml",
    "https://wondercloth.top/sitemap.xml",
    "https://wondercloth.top/geo-sitemap.xml"
  ],
  "claim_boundary": "Crawler access does not guarantee citation or recommendation. It only removes technical discovery friction. Citation likelihood still depends on relevance, authority, freshness, evidence quality and external corroboration."
}