<?php
// Auto-generated by bin/update-bot-data.php. Do not edit by hand.
// Run bin/update-bot-data.php to refresh.

return array (
  'source_url' => 'https://raw.githubusercontent.com/ai-robots-txt/ai.robots.txt/main/robots.json',
  'fetched_at' => '2026-05-20T00:00:00+00:00',
  'signatures' =>
  array (
    0 => 'AI2Bot',
    1 => 'AI2Bot-DeepResearchEval',
    2 => 'AddSearchBot',
    3 => 'Ai2Bot-Dolma',
    4 => 'AmazonBuyForMe',
    5 => 'Amazonbot',
    6 => 'Amzn-SearchBot',
    7 => 'Amzn-User',
    8 => 'Andibot',
    9 => 'Anomura',
    10 => 'ApifyBot',
    11 => 'ApifyWebsiteContentCrawler',
    12 => 'Aranet-SearchBot',
    13 => 'Awario',
    14 => 'AzureAI-SearchBot',
    15 => 'Bravebot',
    16 => 'Brightbot',
    17 => 'Brightbot 1.0',
    18 => 'BuddyBot',
    19 => 'Bytespider',
    20 => 'CCBot',
    21 => 'Channel3Bot',
    22 => 'ChatGLM-Spider',
    23 => 'ChatGPT Agent',
    24 => 'ChatGPT-User',
    25 => 'Claude-Code',
    26 => 'Claude-SearchBot',
    27 => 'Claude-User',
    28 => 'Claude-Web',
    29 => 'ClaudeBot',
    30 => 'CloudVertexBot',
    31 => 'Cloudflare-AutoRAG',
    32 => 'Code',
    33 => 'Cotoyogi',
    34 => 'Crawl4AI',
    35 => 'Crawlspace',
    36 => 'Datenbank Crawler',
    37 => 'DeepSeekBot',
    38 => 'Devin',
    39 => 'Diffbot',
    40 => 'DuckAssistBot',
    41 => 'Echobot Bot',
    42 => 'EchoboxBot',
    43 => 'ExaBot',
    44 => 'FacebookBot',
    45 => 'Factset_spyderbot',
    46 => 'FirecrawlAgent',
    47 => 'FriendlyCrawler',
    48 => 'GPTBot',
    49 => 'Gemini-Deep-Research',
    50 => 'Google-Agent',
    51 => 'Google-CloudVertexBot',
    52 => 'Google-Extended',
    53 => 'Google-Firebase',
    54 => 'Google-Gemini-CLI',
    55 => 'Google-NotebookLM',
    56 => 'GoogleAgent-Mariner',
    57 => 'GoogleOther',
    58 => 'GoogleOther-Image',
    59 => 'GoogleOther-Video',
    60 => 'HenkBot',
    61 => 'ICC-Crawler',
    62 => 'ISSCyberRiskCrawler',
    63 => 'IbouBot',
    64 => 'ImagesiftBot',
    65 => 'Kangaroo Bot',
    66 => 'KlaviyoAIBot',
    67 => 'KunatoCrawler',
    68 => 'LAIONDownloader',
    69 => 'LinerBot',
    70 => 'Linguee Bot',
    71 => 'LinkupBot',
    72 => 'Manus-User',
    73 => 'Meta-ExternalAgent',
    74 => 'Meta-ExternalFetcher',
    75 => 'MistralAI-User',
    76 => 'MistralAI-User/1.0',
    77 => 'MyCentralAIScraperBot',
    78 => 'NagetBot',
    79 => 'NotebookLM',
    80 => 'NovaAct',
    81 => 'OAI-SearchBot',
    82 => 'OpenAI',
    83 => 'Operator',
    84 => 'PanguBot',
    85 => 'Panscient',
    86 => 'Perplexity-User',
    87 => 'PerplexityBot',
    88 => 'PhindBot',
    89 => 'Poggio-Citations',
    90 => 'Poseidon Research Crawler',
    91 => 'QualifiedBot',
    92 => 'QuillBot',
    93 => 'SBIntuitionsBot',
    94 => 'Scrapy',
    95 => 'ShapBot',
    96 => 'Sidetrade indexer bot',
    97 => 'Spider',
    98 => 'TavilyBot',
    99 => 'Terra Cotta',
    100 => 'TerraCotta',
    101 => 'Thinkbot',
    102 => 'TikTokSpider',
    103 => 'Timpibot',
    104 => 'Trae',
    105 => 'TwinAgent',
    106 => 'VelenPublicWebCrawler',
    107 => 'WARDBot',
    108 => 'WRTNBot',
    109 => 'Webzio-Extended',
    110 => 'YandexAdditional',
    111 => 'YandexAdditionalBot',
    112 => 'YouBot',
    113 => 'ZanistaBot',
    114 => 'aiHitBot',
    115 => 'amazon-kendra',
    116 => 'anthropic-ai',
    117 => 'atlassian-bot',
    118 => 'bedrockbot',
    119 => 'bigsur.ai',
    120 => 'cohere-ai',
    121 => 'cohere-training-data-crawler',
    122 => 'facebookexternalhit',
    123 => 'iAskBot',
    124 => 'iaskspider',
    125 => 'iaskspider/2.0',
    126 => 'imageSpider',
    127 => 'img2dataset',
    128 => 'kagi-fetcher',
    129 => 'laion-huggingface-processor',
    130 => 'meta-externalagent',
    131 => 'meta-externalfetcher',
    132 => 'meta-webindexer',
    133 => 'netEstate Imprint Crawler',
    134 => 'newsai',
    135 => 'omgili',
    136 => 'omgilibot',
    137 => 'opencode',
    138 => 'panscient.com',
    139 => 'quillbot.com',
    140 => 'webzio-extended',
    141 => 'wpbot',
  ),
);
