{
  "site": "thefomite.com",
  "generated_at": "2026-08-30T05:05:12.787Z",
  "license": "CC0-1.0 -- use freely, attribution appreciated",
  "methodology": "https://thefomite.com/methodology",
  "crawler": "https://thefomite.com/fomitebot",
  "totals": {
    "sites_crawled": 20,
    "sites_block_datacenter_ip": 2,
    "sites_exposing_any_mcp_surface": 3
  },
  "surface_adoption": [
    {
      "surface": "llms_txt",
      "label": "llms.txt",
      "sites": 8,
      "pct_of_crawled": 40
    },
    {
      "surface": "ai_txt",
      "label": "ai.txt",
      "sites": 1,
      "pct_of_crawled": 5
    },
    {
      "surface": "mcp_json",
      "label": ".well-known/mcp.json",
      "sites": 0,
      "pct_of_crawled": 0
    },
    {
      "surface": "ai_plugin_json",
      "label": ".well-known/ai-plugin.json",
      "sites": 1,
      "pct_of_crawled": 5
    },
    {
      "surface": "agent_json",
      "label": ".well-known/agent.json",
      "sites": 0,
      "pct_of_crawled": 0
    },
    {
      "surface": "mcp_endpoint",
      "label": "/mcp",
      "sites": 3,
      "pct_of_crawled": 15
    },
    {
      "surface": "security_txt",
      "label": "security.txt",
      "sites": 6,
      "pct_of_crawled": 30
    },
    {
      "surface": "openapi_json",
      "label": "openapi.json",
      "sites": 0,
      "pct_of_crawled": 0
    }
  ],
  "robots_posture": {
    "parsed": 14,
    "allowAll404": 0,
    "failClosed": 6,
    "noGroup": 0,
    "other": 0,
    "total": 20
  },
  "sites": [
    {
      "host": "www.sogou.com",
      "source": "seed",
      "blocks_datacenter_ip": false,
      "surfaces": {
        "llms_txt": false,
        "ai_txt": false,
        "mcp_json": false,
        "ai_plugin_json": false,
        "agent_json": false,
        "mcp_endpoint": false,
        "security_txt": false,
        "openapi_json": false
      }
    },
    {
      "host": "mcplookup.com",
      "source": "seed",
      "blocks_datacenter_ip": false,
      "surfaces": {
        "llms_txt": true,
        "ai_txt": false,
        "mcp_json": false,
        "ai_plugin_json": false,
        "agent_json": false,
        "mcp_endpoint": true,
        "security_txt": true,
        "openapi_json": false
      }
    },
    {
      "host": "www.pulsegate.ai",
      "source": "seed",
      "blocks_datacenter_ip": false,
      "surfaces": {
        "llms_txt": true,
        "ai_txt": false,
        "mcp_json": false,
        "ai_plugin_json": false,
        "agent_json": false,
        "mcp_endpoint": false,
        "security_txt": true,
        "openapi_json": false
      }
    },
    {
      "host": "trypromptflow.com",
      "source": "seed",
      "blocks_datacenter_ip": false,
      "surfaces": {
        "llms_txt": true,
        "ai_txt": false,
        "mcp_json": false,
        "ai_plugin_json": false,
        "agent_json": false,
        "mcp_endpoint": false,
        "security_txt": true,
        "openapi_json": false
      }
    },
    {
      "host": "mcp-cloud.ai",
      "source": "seed",
      "blocks_datacenter_ip": false,
      "surfaces": {
        "llms_txt": true,
        "ai_txt": true,
        "mcp_json": false,
        "ai_plugin_json": false,
        "agent_json": false,
        "mcp_endpoint": true,
        "security_txt": true,
        "openapi_json": false
      }
    },
    {
      "host": "netapi.com",
      "source": "seed",
      "blocks_datacenter_ip": false,
      "surfaces": {
        "llms_txt": true,
        "ai_txt": false,
        "mcp_json": false,
        "ai_plugin_json": false,
        "agent_json": false,
        "mcp_endpoint": false,
        "security_txt": false,
        "openapi_json": false
      }
    },
    {
      "host": "aive.global",
      "source": "seed",
      "blocks_datacenter_ip": false,
      "surfaces": {
        "llms_txt": false,
        "ai_txt": false,
        "mcp_json": false,
        "ai_plugin_json": false,
        "agent_json": false,
        "mcp_endpoint": false,
        "security_txt": false,
        "openapi_json": false
      }
    },
    {
      "host": "mcpbeat.com",
      "source": "seed",
      "blocks_datacenter_ip": true,
      "surfaces": {
        "llms_txt": false,
        "ai_txt": false,
        "mcp_json": false,
        "ai_plugin_json": false,
        "agent_json": false,
        "mcp_endpoint": false,
        "security_txt": false,
        "openapi_json": false
      }
    },
    {
      "host": "support.anthropic.com",
      "source": "seed",
      "blocks_datacenter_ip": false,
      "surfaces": {
        "llms_txt": false,
        "ai_txt": false,
        "mcp_json": false,
        "ai_plugin_json": false,
        "agent_json": false,
        "mcp_endpoint": false,
        "security_txt": false,
        "openapi_json": false
      }
    },
    {
      "host": "www.baidu.com",
      "source": "seed",
      "blocks_datacenter_ip": false,
      "surfaces": {
        "llms_txt": false,
        "ai_txt": false,
        "mcp_json": false,
        "ai_plugin_json": false,
        "agent_json": false,
        "mcp_endpoint": false,
        "security_txt": false,
        "openapi_json": false
      }
    },
    {
      "host": "openai.com",
      "source": "seed",
      "blocks_datacenter_ip": true,
      "surfaces": {
        "llms_txt": false,
        "ai_txt": false,
        "mcp_json": false,
        "ai_plugin_json": false,
        "agent_json": false,
        "mcp_endpoint": false,
        "security_txt": false,
        "openapi_json": false
      }
    },
    {
      "host": "api.slack.com",
      "source": "seed",
      "blocks_datacenter_ip": false,
      "surfaces": {
        "llms_txt": true,
        "ai_txt": false,
        "mcp_json": false,
        "ai_plugin_json": true,
        "agent_json": false,
        "mcp_endpoint": false,
        "security_txt": true,
        "openapi_json": false
      }
    },
    {
      "host": "awario.com",
      "source": "seed",
      "blocks_datacenter_ip": false,
      "surfaces": {
        "llms_txt": false,
        "ai_txt": false,
        "mcp_json": false,
        "ai_plugin_json": false,
        "agent_json": false,
        "mcp_endpoint": false,
        "security_txt": false,
        "openapi_json": false
      }
    },
    {
      "host": "code.google.com",
      "source": "seed",
      "blocks_datacenter_ip": false,
      "surfaces": {
        "llms_txt": false,
        "ai_txt": false,
        "mcp_json": false,
        "ai_plugin_json": false,
        "agent_json": false,
        "mcp_endpoint": false,
        "security_txt": false,
        "openapi_json": false
      }
    },
    {
      "host": "roninforge.org",
      "source": "seed",
      "blocks_datacenter_ip": false,
      "surfaces": {
        "llms_txt": true,
        "ai_txt": false,
        "mcp_json": false,
        "ai_plugin_json": false,
        "agent_json": false,
        "mcp_endpoint": false,
        "security_txt": false,
        "openapi_json": false
      }
    },
    {
      "host": "sec.sqrx.io",
      "source": "seed",
      "blocks_datacenter_ip": false,
      "surfaces": {
        "llms_txt": false,
        "ai_txt": false,
        "mcp_json": false,
        "ai_plugin_json": false,
        "agent_json": false,
        "mcp_endpoint": false,
        "security_txt": false,
        "openapi_json": false
      }
    },
    {
      "host": "www.domainarrivals.com",
      "source": "seed",
      "blocks_datacenter_ip": false,
      "surfaces": {
        "llms_txt": false,
        "ai_txt": false,
        "mcp_json": false,
        "ai_plugin_json": false,
        "agent_json": false,
        "mcp_endpoint": false,
        "security_txt": false,
        "openapi_json": false
      }
    },
    {
      "host": "github.com",
      "source": "seed",
      "blocks_datacenter_ip": false,
      "surfaces": {
        "llms_txt": true,
        "ai_txt": false,
        "mcp_json": false,
        "ai_plugin_json": false,
        "agent_json": false,
        "mcp_endpoint": true,
        "security_txt": true,
        "openapi_json": false
      }
    },
    {
      "host": "immersivecommons.com",
      "source": "seed",
      "blocks_datacenter_ip": false,
      "surfaces": {
        "llms_txt": false,
        "ai_txt": false,
        "mcp_json": false,
        "ai_plugin_json": false,
        "agent_json": false,
        "mcp_endpoint": false,
        "security_txt": false,
        "openapi_json": false
      }
    },
    {
      "host": "smithery.ai",
      "source": "seed",
      "blocks_datacenter_ip": false,
      "surfaces": {
        "llms_txt": false,
        "ai_txt": false,
        "mcp_json": false,
        "ai_plugin_json": false,
        "agent_json": false,
        "mcp_endpoint": false,
        "security_txt": false,
        "openapi_json": false
      }
    }
  ]
}