AI crawler tracking

// Cloudflare Worker: forwards AI and search crawler visits to Analytics by 5H3LL.
// 1. Add a Worker secret named ANALYTICS_KEY containing your website's API key.
// 2. Route this Worker to your domain, for example example.com/*.
const CRAWLER_TOKENS = [
  'ChatGPT-User', 'Claude-User', 'Perplexity-User', 'Google-Agent',
  'Google-GeminiNotebook', 'Amzn-User', 'meta-externalfetcher', 'DuckAssistBot',
  'MistralAI-User', 'OAI-SearchBot', 'Claude-SearchBot', 'PerplexityBot',
  'Googlebot', 'Google-InspectionTool', 'Storebot-Google', 'bingbot',
  'Amzn-SearchBot', 'Applebot', 'DuckDuckBot', 'meta-webindexer',
  'GPTBot', 'ClaudeBot', 'Amazonbot', 'meta-externalagent',
  'CCBot', 'OAI-AdsBot', 'facebookexternalhit', 'GoogleOther',
];
const CRAWLERS = new RegExp(CRAWLER_TOKENS.join('|'), 'i');

export default {
  async fetch(request, env, ctx) {
    const response = await fetch(request);
    const userAgent = request.headers.get('user-agent') || '';
    if (CRAWLERS.test(userAgent)) {
      ctx.waitUntil(
        fetch('https://analytics.5h3ll.site/api/v1/crawls', {
          method: 'POST',
          headers: { authorization: 'Bearer ' + env.ANALYTICS_KEY, 'content-type': 'application/json' },
          body: JSON.stringify({ hits: [{ user_agent: userAgent, ip: request.headers.get('cf-connecting-ip'), url: request.url, status: response.status }] }),
        }).catch(() => {}),
      );
    }
    return response;
  },
};

npx wrangler secret put ANALYTICS_KEY