{
  "dataset": {
    "name": "AI agent activity across a network of business websites",
    "publisher": "Slavin AI (SLAtech LTD)",
    "license": "CC-BY-4.0",
    "url": "https://www.slavin.ai/AI-Crawler-Activity",
    "generatedUtc": "2026-10-23T18:04:33Z",
    "windowStart": "2026-09-25",
    "windowEnd": "2026-10-22",
    "sites": 10,
    "sitesWithData": 10,
    "method": "IIS access logs, UTC days. A request counts when its User-Agent names a known AI agent. Shares are computed within each site and averaged with equal weight per site. No absolute numbers are published. Requests that name an AI agent but probe paths such as /.env, /.git or PHP files are excluded from the agent mix and reported as probeShare."
  },
  "purposeShare": {
    "training": 0.6587,
    "search": 0.2917,
    "user": 0.0495
  },
  "agentShare": [
    {
      "agent": "meta-externalagent",
      "operator": "Meta",
      "purpose": "training",
      "share": 0.3617
    },
    {
      "agent": "ClaudeBot",
      "operator": "Anthropic",
      "purpose": "training",
      "share": 0.1503
    },
    {
      "agent": "Applebot",
      "operator": "Apple",
      "purpose": "search",
      "share": 0.1112
    },
    {
      "agent": "OAI-SearchBot",
      "operator": "OpenAI",
      "purpose": "search",
      "share": 0.0844
    },
    {
      "agent": "PerplexityBot",
      "operator": "Perplexity",
      "purpose": "search",
      "share": 0.0652
    },
    {
      "agent": "Amazonbot",
      "operator": "Amazon",
      "purpose": "training",
      "share": 0.0541
    },
    {
      "agent": "GPTBot",
      "operator": "OpenAI",
      "purpose": "training",
      "share": 0.0483
    },
    {
      "agent": "Bytespider",
      "operator": "ByteDance",
      "purpose": "training",
      "share": 0.031
    },
    {
      "agent": "ChatGPT-User",
      "operator": "OpenAI",
      "purpose": "user",
      "share": 0.0261
    },
    {
      "agent": "CCBot",
      "operator": "Common Crawl",
      "purpose": "training",
      "share": 0.0133
    },
    {
      "agent": "Claude-SearchBot",
      "operator": "Anthropic",
      "purpose": "search",
      "share": 0.0117
    },
    {
      "agent": "YouBot",
      "operator": "You.com",
      "purpose": "search",
      "share": 0.0108
    },
    {
      "agent": "Claude-User",
      "operator": "Anthropic",
      "purpose": "user",
      "share": 0.0089
    },
    {
      "agent": "DuckAssistBot",
      "operator": "DuckDuckGo",
      "purpose": "search",
      "share": 0.0083
    },
    {
      "agent": "Perplexity-User",
      "operator": "Perplexity",
      "purpose": "user",
      "share": 0.0078
    },
    {
      "agent": "meta-externalfetcher",
      "operator": "Meta",
      "purpose": "user",
      "share": 0.0037
    },
    {
      "agent": "MistralAI-User",
      "operator": "Mistral",
      "purpose": "user",
      "share": 0.0031
    }
  ],
  "errorShare": 0.1189,
  "probeShare": 0.0753,
  "weekly": [
    {
      "weekStart": "2026-09-18",
      "sites": 9,
      "training": 0.6043,
      "search": 0.3064,
      "user": 0.0893
    },
    {
      "weekStart": "2026-09-25",
      "sites": 9,
      "training": 0.6245,
      "search": 0.2926,
      "user": 0.0829
    },
    {
      "weekStart": "2026-10-02",
      "sites": 9,
      "training": 0.7831,
      "search": 0.1853,
      "user": 0.0316
    },
    {
      "weekStart": "2026-10-09",
      "sites": 10,
      "training": 0.6181,
      "search": 0.3446,
      "user": 0.0373
    },
    {
      "weekStart": "2026-10-16",
      "sites": 10,
      "training": 0.5526,
      "search": 0.3945,
      "user": 0.0528
    }
  ],
  "perSite": [
    {
      "host": "slatech.co.il",
      "training": 0.7866,
      "search": 0.181,
      "user": 0.0324,
      "topAgents": [
        {
          "agent": "meta-externalagent",
          "share": 0.668
        },
        {
          "agent": "Applebot",
          "share": 0.0978
        },
        {
          "agent": "ClaudeBot",
          "share": 0.0691
        }
      ]
    },
    {
      "host": "slavin.ai",
      "training": 0.7395,
      "search": 0.1909,
      "user": 0.0696,
      "topAgents": [
        {
          "agent": "meta-externalagent",
          "share": 0.5276
        },
        {
          "agent": "OAI-SearchBot",
          "share": 0.0958
        },
        {
          "agent": "ClaudeBot",
          "share": 0.0877
        }
      ]
    },
    {
      "host": "slavin.org.il",
      "training": 0.6862,
      "search": 0.228,
      "user": 0.0858,
      "topAgents": [
        {
          "agent": "meta-externalagent",
          "share": 0.4598
        },
        {
          "agent": "ClaudeBot",
          "share": 0.0958
        },
        {
          "agent": "OAI-SearchBot",
          "share": 0.0934
        }
      ]
    },
    {
      "host": "slavin.pro",
      "training": 0.7558,
      "search": 0.1669,
      "user": 0.0773,
      "topAgents": [
        {
          "agent": "meta-externalagent",
          "share": 0.5662
        },
        {
          "agent": "ClaudeBot",
          "share": 0.0724
        },
        {
          "agent": "OAI-SearchBot",
          "share": 0.0577
        }
      ]
    },
    {
      "host": "mediora.ai",
      "training": 0.4846,
      "search": 0.5002,
      "user": 0.0153,
      "topAgents": [
        {
          "agent": "Applebot",
          "share": 0.1963
        },
        {
          "agent": "Bytespider",
          "share": 0.188
        },
        {
          "agent": "Amazonbot",
          "share": 0.1637
        }
      ]
    },
    {
      "host": "xfind.me",
      "training": 0.7699,
      "search": 0.23,
      "user": 0.0001,
      "topAgents": [
        {
          "agent": "ClaudeBot",
          "share": 0.4834
        },
        {
          "agent": "meta-externalagent",
          "share": 0.2391
        },
        {
          "agent": "Applebot",
          "share": 0.1762
        }
      ]
    },
    {
      "host": "darim.ai",
      "training": 0.4466,
      "search": 0.4976,
      "user": 0.0559,
      "topAgents": [
        {
          "agent": "meta-externalagent",
          "share": 0.2299
        },
        {
          "agent": "PerplexityBot",
          "share": 0.2275
        },
        {
          "agent": "Applebot",
          "share": 0.1557
        }
      ]
    },
    {
      "host": "yahad.ai",
      "training": 0.5158,
      "search": 0.4642,
      "user": 0.02,
      "topAgents": [
        {
          "agent": "Applebot",
          "share": 0.3271
        },
        {
          "agent": "ClaudeBot",
          "share": 0.2458
        },
        {
          "agent": "GPTBot",
          "share": 0.1487
        }
      ]
    },
    {
      "host": "slatech.ai",
      "training": 0.818,
      "search": 0.1319,
      "user": 0.0502,
      "topAgents": [
        {
          "agent": "meta-externalagent",
          "share": 0.5922
        },
        {
          "agent": "Amazonbot",
          "share": 0.0838
        },
        {
          "agent": "ClaudeBot",
          "share": 0.0713
        }
      ]
    },
    {
      "host": "slatech.dev",
      "training": 0.5846,
      "search": 0.3269,
      "user": 0.0885,
      "topAgents": [
        {
          "agent": "ClaudeBot",
          "share": 0.2341
        },
        {
          "agent": "OAI-SearchBot",
          "share": 0.1727
        },
        {
          "agent": "GPTBot",
          "share": 0.1121
        }
      ]
    }
  ]
}